-- Logs begin at Thu 2021-06-17 23:30:52 UTC, end at Fri 2021-06-18 00:36:34 UTC. -- Jun 18 00:11:00.187358 dv-cinder-796950-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 00:11:02.830865 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.common.config [-] Logging enabled! Jun 18 00:11:02.831423 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 00:11:02.831640 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99690) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 00:11:02.835552 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.common.config [-] Logging enabled! Jun 18 00:11:02.835810 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 00:11:02.836123 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99690) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 00:11:02.837046 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 00:11:02.837279 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 00:11:02.837639 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 00:11:02.837884 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 00:11:02.838110 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 00:11:02.838429 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.838759 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.839055 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.839282 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.839573 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.839861 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.840145 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.840430 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.840726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.841010 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.841289 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.841571 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.841799 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.842077 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.842365 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.842652 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.842909 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] debug = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.843188 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.843608 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.844014 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.844292 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.844578 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.844854 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.845123 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.845396 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.845674 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.845997 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] host = dv-cinder-796950-2-iscsi {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.846271 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.846555 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.846864 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.847149 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.847421 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.847696 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.847976 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.848248 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.848523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.848795 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.849080 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.849363 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.849651 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.849873 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.850110 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.850406 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.850714 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.850982 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.851254 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.851526 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.851797 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.852067 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.852334 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.852616 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.852896 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.853177 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.853448 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.853718 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.853985 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.854251 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.854533 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.854829 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.855100 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.855369 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.855651 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.855915 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.856183 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.856481 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.856763 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.857042 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.857322 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.857598 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.857876 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.858141 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.858413 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.858682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_json = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.858972 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.859239 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.859516 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.859785 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.860051 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.860319 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.860588 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.860869 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:02.861164 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.861457 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.861754 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.862035 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.862325 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.862603 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.862915 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.863193 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.863479 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.863766 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.864051 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.864326 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.864612 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.864888 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.865181 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.865483 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.865798 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.866089 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.866366 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.866636 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.866933 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.867210 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.867495 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.867784 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.868072 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.868345 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.868627 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.868917 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.869191 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.869460 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.869735 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.870022 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.870295 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.870568 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.870877 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.871153 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.871422 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.871691 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.871963 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.872249 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.872523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.872791 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.873060 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.873331 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.873600 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.873882 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.874155 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.874426 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.874712 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.874992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.875261 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.875531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.875804 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.876073 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.876354 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.876623 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.876892 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.877160 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.877427 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.877696 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.877964 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.878231 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.878511 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.878813 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.879086 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.879356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.879628 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.879898 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.880184 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.880482 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.880760 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.881038 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.881825 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.882103 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.882378 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.882653 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.882953 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.883230 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.883500 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.883791 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.884071 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.884354 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.884634 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.884910 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.885204 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.885479 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.885758 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.886030 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.886303 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.886589 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.886894 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.887189 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.887482 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.887774 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.888064 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.888353 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.888629 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.888941 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.889216 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:02.889431 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 00:11:02.889668 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99690) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 00:11:03.235780 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:03.236059 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:03.236346 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:03.236675 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 00:11:03.624052 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.624338 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.624609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.625947 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.626223 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.626493 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.659336 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.659614 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.659880 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.673264 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.673544 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.673810 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.703394 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.703671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.703941 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.739658 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.739938 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.740208 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.969935 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.970529 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.970529 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.970685 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:03.971635 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.093961 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.094284 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.094569 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.094868 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.095141 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.095455 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.095716 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.095973 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.096227 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.096510 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.096768 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.097032 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.097291 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.097555 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.097811 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.098076 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.098347 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.098605 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.098899 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.099153 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.099432 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.099777 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.100052 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.100336 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.100585 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.100832 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.101217 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.101457 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.101695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.101931 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.102171 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.102404 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:04.102792 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 00:11:04.106682 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 00:11:04.110554 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 00:11:04.114292 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 18 00:11:04.115977 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 00:11:04.116433 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 00:11:04.116768 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 00:11:04.117145 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 00:11:04.119938 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 00:11:04.120186 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 00:11:04.120531 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 00:11:04.148734 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 00:11:04.149179 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.149477 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99690) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 00:11:04.149839 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.151227 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99690) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 00:11:04.151504 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 00:11:04.151745 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 00:11:04.154866 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.155148 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:04.218226 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 00:11:04.218464 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 00:11:04.218720 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 00:11:04.219088 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 00:11:04.239169 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_db.sqlalchemy.engines [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99690) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 00:11:04.904610 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing driver for type 'gre' Jun 18 00:11:04.905149 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] gre ID ranges: [(1, 1000)] Jun 18 00:11:05.047234 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing driver for type 'local' Jun 18 00:11:05.047792 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing driver for type 'vlan' Jun 18 00:11:05.098610 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] VlanTypeDriver initialization complete Jun 18 00:11:05.099006 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing driver for type 'vxlan' Jun 18 00:11:05.099491 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] vxlan ID ranges: [(1, 1000)] Jun 18 00:11:05.293308 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing extension driver 'port_security' Jun 18 00:11:05.293587 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.extensions.port_security [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] PortSecurityExtensionDriver initialization complete Jun 18 00:11:05.293913 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing mechanism driver 'openvswitch' Jun 18 00:11:05.294235 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing mechanism driver 'hyperv' Jun 18 00:11:05.300929 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.plugins.ml2.plugin [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:05.301697 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.302078 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.302441 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.302877 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.304695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.304695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.304695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.304695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.305017 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.305017 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.305297 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.305639 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.306020 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.306366 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.306721 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.307114 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.307462 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.307803 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.308143 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] ML2 OVO RPC backend initialized. {{(pid=99690) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 00:11:05.308838 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.309192 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.309616 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.309961 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > networks before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.310308 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.310651 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > ports before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.311018 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.311367 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.311713 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.312054 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.312390 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.312728 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.313065 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.313408 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.313755 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.314097 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.314433 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.315032 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.plugin [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Modular L2 Plugin initialization complete Jun 18 00:11:05.315370 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading services supported by the core plugin {{(pid=99690) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 00:11:05.315704 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.plugins.ml2.managers [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Got port-security extension from driver 'port_security' Jun 18 00:11:05.316169 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.extensions.vlantransparent [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Disabled vlantransparent extension. Jun 18 00:11:05.316654 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99690) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 00:11:05.316970 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: router Jun 18 00:11:05.353058 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.353458 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_create 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.353830 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router before_create 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.354203 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.354576 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.354953 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_delete 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.355318 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.355684 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_create 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.356036 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.356389 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.356738 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.357097 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.357500 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.357875 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.358215 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.358552 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: subnet after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.358922 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.359272 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.359626 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.359969 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.360313 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.360671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router after_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.361017 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.361372 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.361738 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.362087 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.362465 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > network after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.363358 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Tracking information for resource: router configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:05.363694 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Tracking information for resource: floatingip configured {{(pid=99690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 00:11:05.368674 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.db.l3_agentschedulers_db [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 00:11:05.369245 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.369611 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.369963 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.370312 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: port after_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.371128 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router before_create 55550100 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.371496 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.371859 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.372216 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.376740 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.provider_configuration [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service providers = [] {{(pid=99690) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 00:11:05.377104 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.db.servicetype_db [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99690) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 00:11:05.379977 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.service_base [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 00:11:05.380328 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.service_base [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 00:11:05.380671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.service_base [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 00:11:05.381665 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.services.service_base [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 00:11:05.382036 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.services.service_base [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 00:11:05.382414 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.382756 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 00:11:05.393215 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.393555 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: auto_allocate Jun 18 00:11:05.399856 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: network precommit_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.400233 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: network precommit_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.400753 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.401078 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: tag Jun 18 00:11:05.417390 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.417718 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: timestamp Jun 18 00:11:05.421477 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.421808 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: network_ip_availability Jun 18 00:11:05.429565 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.429942 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.430301 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.431048 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.431371 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: flavors Jun 18 00:11:05.440925 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.441260 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading Plugin: revisions Jun 18 00:11:05.446373 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 00:11:05.446812 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.210s {{(pid=99690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:05.447578 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99690) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 00:11:05.447978 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Initializing extension manager. Jun 18 00:11:05.448412 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: __init__.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.448752 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: __pycache__ {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.449082 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.449411 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: address_group.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.450170 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.450764 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: address-group Jun 18 00:11:05.451091 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: address_scope.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.451792 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.452298 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: address-scope Jun 18 00:11:05.452619 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.453532 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.454067 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: router-admin-state-down-before-update Jun 18 00:11:05.454389 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: agent.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.455116 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.455624 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: agent Jun 18 00:11:05.455948 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: agent_resources_synced.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.456837 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.457345 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: agent-resources-synced Jun 18 00:11:05.457668 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.459967 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.460483 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: allowed-address-pairs Jun 18 00:11:05.460811 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.462066 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.462582 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: auto-allocated-topology Jun 18 00:11:05.462934 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: availability_zone.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.463615 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.464117 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: availability_zone Jun 18 00:11:05.464440 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: availability_zone_filter.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.465330 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.465836 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: availability_zone_filter Jun 18 00:11:05.466156 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: data_plane_status.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.467072 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.467572 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 00:11:05.467892 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: default_subnetpools.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.468792 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.469290 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: default-subnetpools Jun 18 00:11:05.469610 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.470406 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.470933 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: dhcp_agent_scheduler Jun 18 00:11:05.471254 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: dns.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.472142 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.472637 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 00:11:05.472958 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: dns_domain_ports.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.473854 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.474354 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 00:11:05.474676 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: dvr.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.476013 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.476510 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: dvr Jun 18 00:11:05.476831 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: empty_string_filtering.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.477723 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.478224 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: empty-string-filtering Jun 18 00:11:05.478546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.479463 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.479963 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 00:11:05.480286 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.481173 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.481676 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 00:11:05.481998 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: external_net.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.482910 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.483417 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: external-net Jun 18 00:11:05.483738 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.484624 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.485123 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: extra_dhcp_opt Jun 18 00:11:05.485442 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: extraroute.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.486331 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.486871 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: extraroute Jun 18 00:11:05.487190 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: extraroute_atomic.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.497305 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.497816 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: extraroute-atomic Jun 18 00:11:05.498137 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: filter_validation.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.498828 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.499333 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: filter-validation Jun 18 00:11:05.499653 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: fip_pf_description.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.500548 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.501044 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 00:11:05.501364 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: fip_port_details.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.502259 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.502783 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: fip-port-details Jun 18 00:11:05.503106 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: flavors.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.504322 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.504841 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: flavors Jun 18 00:11:05.505170 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.506896 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.507419 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 00:11:05.507756 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: floatingip_pools.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.508449 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.508954 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: floatingip-pools Jun 18 00:11:05.509281 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: ip_allocation.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.510191 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.510712 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 00:11:05.511043 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.511942 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.512451 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: ip-substring-filtering Jun 18 00:11:05.512775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l2_adjacency.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.513698 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.514194 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 00:11:05.514516 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.515495 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.516008 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: router Jun 18 00:11:05.516334 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.526682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.527227 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 00:11:05.527559 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.528474 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.528984 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: ext-gw-mode Jun 18 00:11:05.529310 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.530207 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.530728 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: l3-ha Jun 18 00:11:05.531054 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3_flavors.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.531954 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.532462 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: l3-flavors Jun 18 00:11:05.532788 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.533698 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.534199 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 00:11:05.534521 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: l3agentscheduler.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.535585 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.536100 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: l3_agent_scheduler Jun 18 00:11:05.536428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: logging.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.538509 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.539060 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension logging not supported by any of loaded plugins Jun 18 00:11:05.539390 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: metering.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.540116 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.540688 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: metering Jun 18 00:11:05.541013 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.542094 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.542619 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: metering_source_and_destination_fields Jun 18 00:11:05.542970 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: multiprovidernet.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.543927 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.544394 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: multi-provider Jun 18 00:11:05.544717 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: netmtu.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.545615 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.546121 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: net-mtu Jun 18 00:11:05.546443 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: netmtu_writable.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.547449 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.547960 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: net-mtu-writable Jun 18 00:11:05.548283 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: network_availability_zone.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.548942 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.549446 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: network_availability_zone Jun 18 00:11:05.549763 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: network_ip_availability.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.551090 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.551607 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: network-ip-availability Jun 18 00:11:05.551934 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: network_segment_range.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.552697 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.553226 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 00:11:05.553550 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: pagination.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.554516 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.554880 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: pagination Jun 18 00:11:05.555204 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: port_device_profile.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.556102 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.556609 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: port-device-profile Jun 18 00:11:05.556932 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.560892 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.561394 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: port-mac-address-regenerate Jun 18 00:11:05.561718 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.562609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.563148 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: port-numa-affinity-policy Jun 18 00:11:05.563473 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: port_resource_request.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.564355 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.564855 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 00:11:05.565178 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: portbindings.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.566086 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.566596 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: binding Jun 18 00:11:05.566947 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: portbindings_extended.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.568187 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.568699 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: binding-extended Jun 18 00:11:05.569534 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: portsecurity.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.570679 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.571218 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: port-security Jun 18 00:11:05.571540 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: project_id.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.572507 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.572831 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: project-id Jun 18 00:11:05.573154 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: providernet.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.574058 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.574569 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: provider Jun 18 00:11:05.574919 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.578573 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.579202 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos not supported by any of loaded plugins Jun 18 00:11:05.579537 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.580767 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.581279 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 00:11:05.581608 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.582507 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.583041 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 00:11:05.583368 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_default.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.584262 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.585334 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-default not supported by any of loaded plugins Jun 18 00:11:05.585661 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_fip.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.586310 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.586852 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 00:11:05.587185 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.593598 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.594101 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 00:11:05.594428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.595361 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.595864 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 00:11:05.596191 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.597089 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.597591 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 00:11:05.597917 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: qos_rules_alias.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.598972 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.599481 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 00:11:05.599807 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: quotasv2.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.600755 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.601082 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: quotas Jun 18 00:11:05.601417 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: quotasv2_detail.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.604456 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.604795 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: quota_details Jun 18 00:11:05.605126 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: rbac.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.606179 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.606713 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: rbac-policies Jun 18 00:11:05.607056 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: rbac_address_group.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.610803 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.611323 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: rbac-address-group Jun 18 00:11:05.611651 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: rbac_address_scope.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.612579 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.613094 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: rbac-address-scope Jun 18 00:11:05.613419 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: rbac_security_groups.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.614335 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.614881 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: rbac-security-groups Jun 18 00:11:05.615205 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.616128 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.616636 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: rbac-subnetpool Jun 18 00:11:05.616962 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: revisionifmatch.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.617864 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.618375 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: revision-if-match Jun 18 00:11:05.618711 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: revisions.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.620005 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.620517 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: standard-attr-revisions Jun 18 00:11:05.620846 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: router_availability_zone.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.621505 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.622011 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: router_availability_zone Jun 18 00:11:05.622334 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: routerservicetype.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.623257 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.623765 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 00:11:05.624094 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.625000 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.625508 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: security-groups-normalized-cidr Jun 18 00:11:05.625833 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.626792 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.627305 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: port-security-groups-filtering Jun 18 00:11:05.627631 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.628535 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.629046 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: security-groups-remote-address-group Jun 18 00:11:05.629371 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: securitygroup.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.639372 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.639900 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: security-group Jun 18 00:11:05.644984 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: segment.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.644984 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.644984 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension segment not supported by any of loaded plugins Jun 18 00:11:05.644984 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.645664 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.646173 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 00:11:05.646502 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: servicetype.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.648184 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.648705 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: service-type Jun 18 00:11:05.649037 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: sorting.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.650002 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.650334 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: sorting Jun 18 00:11:05.650658 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: standard_attr_segment.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.651592 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.652106 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 00:11:05.652429 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: standardattrdescription.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.653068 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.653587 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: standard-attr-description Jun 18 00:11:05.653908 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: stateful_security_group.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.654849 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.655375 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: stateful-security-group Jun 18 00:11:05.655698 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: stdattrs_common.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.656267 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 00:11:05.656581 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.657563 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.658071 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 00:11:05.658391 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnet_onboard.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.659462 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.659980 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: subnet_onboard Jun 18 00:11:05.660304 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.661213 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.661720 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 00:11:05.662049 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnet_service_types.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.663010 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.663522 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: subnet-service-types Jun 18 00:11:05.663844 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnetallocation.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.668906 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.669426 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: subnet_allocation Jun 18 00:11:05.669748 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.670401 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.670942 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: subnetpool-prefix-ops Jun 18 00:11:05.671265 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.672181 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.672684 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 00:11:05.673008 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: tagging.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.674060 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.674573 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: standard-attr-tag Jun 18 00:11:05.674931 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: timestamp.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.676110 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.676626 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loaded extension: standard-attr-timestamp Jun 18 00:11:05.676952 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: trunk.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.677957 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.678497 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension trunk not supported by any of loaded plugins Jun 18 00:11:05.678860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: trunk_details.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.679761 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.680269 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 00:11:05.680596 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.681495 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.681999 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 00:11:05.682324 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Loading extension file: vlantransparent.py {{(pid=99690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 00:11:05.683006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 00:11:05.683511 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 00:11:05.685945 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:network Jun 18 00:11:05.686476 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnet Jun 18 00:11:05.686899 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 00:11:05.687294 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:port Jun 18 00:11:05.688519 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.688963 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service FLAVORS assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.689571 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.690000 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.690328 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:router Jun 18 00:11:05.690777 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 00:11:05.691259 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service METERING assigned prefix: /metering {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.692705 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.693078 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.693435 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:11:05.695000 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 00:11:05.695703 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:security_group Jun 18 00:11:05.696144 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 00:11:05.696743 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service CORE assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.697072 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 00:11:05.697415 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] subnetpool is already registered Jun 18 00:11:05.697854 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service CORE assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.698179 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 00:11:05.698508 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] subnetpool is already registered Jun 18 00:11:05.700793 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.701224 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service FLAVORS assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.701814 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.702238 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.702577 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:router Jun 18 00:11:05.702941 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] router is already registered Jun 18 00:11:05.703350 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 00:11:05.703684 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] floatingip is already registered Jun 18 00:11:05.704132 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service METERING assigned prefix: /metering {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.704788 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 00:11:05.705111 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] rbac_policy is already registered Jun 18 00:11:05.705519 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:security_group Jun 18 00:11:05.705848 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] security_group is already registered Jun 18 00:11:05.706244 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 00:11:05.706573 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] security_group_rule is already registered Jun 18 00:11:05.707292 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service CORE assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.707622 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 00:11:05.707955 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] subnetpool is already registered Jun 18 00:11:05.708373 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.v2.resource_helper [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Service CORE assigned prefix: {{(pid=99690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 00:11:05.708699 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING neutron.quota.resource_registry [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] subnetpool is already registered Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: extensions {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: address-groups {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: address-scopes {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: agents {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: auto-allocated-topology {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: availability_zones {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: dhcp-networks {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.719881 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: dhcp-agents {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.721001 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: routers {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.722717 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: flavors {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.725125 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: service_profiles {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.726349 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: next_providers {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.727840 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: service_profiles {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.729374 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: floatingip-pools {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.730591 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: routers {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.732341 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: floatingips {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.733657 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: l3-routers {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.735080 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: l3-agents {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.736495 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: metering-labels {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.737754 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: metering-label-rules {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.739178 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: network-ip-availabilities {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.740451 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: bindings {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.742027 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: quotas {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.743606 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: quotas {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.745027 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: rbac-policies {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.746218 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: security-groups {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.747552 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: security-group-rules {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.748812 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: service-providers {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.750038 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: subnetpools {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.751392 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: subnetpools {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.752956 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.754621 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.756990 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.758783 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.760467 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.762409 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.764154 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.765926 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.767832 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.769571 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron.api.extensions [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Extended resource: tags {{(pid=99690) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 00:11:05.776213 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING keystonemiddleware.auth_token [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 00:11:05.780674 dv-cinder-796950-2-iscsi neutron-server[99690]: WARNING keystonemiddleware.auth_token [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 00:11:05.789053 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Acquired lock "singleton_lock" {{(pid=99690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 00:11:05.789533 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_concurrency.lockutils [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Releasing lock "singleton_lock" {{(pid=99690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 00:11:05.790165 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Starting 2 workers Jun 18 00:11:05.798461 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Started child 99799 {{(pid=99690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 00:11:05.799250 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Started child 99800 {{(pid=99690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 00:11:05.800568 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.801229 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO neutron.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 00:11:05.801494 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Notify callbacks [] for process, before_spawn {{(pid=99690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.802030 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [-] (99799) wsgi starting up on http://0.0.0.0:9696 Jun 18 00:11:05.804079 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Starting 1 workers Jun 18 00:11:05.804373 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.805690 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [-] (99800) wsgi starting up on http://0.0.0.0:9696 Jun 18 00:11:05.809212 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Started child 99801 {{(pid=99690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 00:11:05.809739 dv-cinder-796950-2-iscsi neutron-server[99690]: INFO oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Starting 1 workers Jun 18 00:11:05.812818 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] calling RpcWorker wait() {{(pid=99801) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 00:11:05.813337 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] returning from RpcWorker wait() {{(pid=99801) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 00:11:05.814145 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Started child 99802 {{(pid=99690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 00:11:05.814603 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.815034 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG neutron_lib.callbacks.manager [None req-16f3f24d-4d0b-4561-ad1e-6365e3dea5b2 None None] Notify callbacks [] for process, after_spawn {{(pid=99690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.815136 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:05.816973 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 00:11:05.817187 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 00:11:05.817375 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 00:11:05.817591 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 00:11:05.817926 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 00:11:05.818088 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 00:11:05.818608 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.819453 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.819732 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.819990 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.820207 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:05.820924 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.821090 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.821360 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.821622 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.821905 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.822139 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.822314 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.822481 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.822765 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.823012 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.823303 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.823586 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.823828 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.824125 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.824317 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.824586 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.824851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.825097 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.825361 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] debug = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.825602 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.826083 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.826325 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.826577 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.826821 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.827112 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.827340 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.827635 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.827877 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.828137 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.828353 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.828602 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.828834 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.829046 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.829279 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.829527 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.829770 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.830268 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] host = dv-cinder-796950-2-iscsi {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.830485 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.830714 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.830973 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.831236 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.831481 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.831715 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.831978 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.832908 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.832908 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.832908 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.832908 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.833316 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.833397 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.833577 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.833746 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_options = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.833994 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.834274 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.835128 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.835324 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.835498 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.835681 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.835934 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.836099 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.836343 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.836580 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.836797 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.837033 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.837258 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.837470 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.837731 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.837978 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.838222 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.838432 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.838678 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.838949 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.839177 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.839405 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.839626 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.839876 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.840093 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.840324 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.840550 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.840764 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.840980 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.841250 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.841463 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.841716 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.841959 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.842222 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.842451 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.842678 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.842914 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.843176 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.843406 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.843653 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.843907 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.844151 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.844397 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.844630 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.844843 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.845061 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_json = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.845277 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.845494 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.845757 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.845970 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.846183 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.846396 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.846608 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.846864 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.847315 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.847563 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.847868 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.848123 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.848408 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.848612 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.848850 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.849187 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.849575 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.849815 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.850145 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.850400 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.850894 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.851656 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.851656 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.852125 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.852293 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.852577 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.852812 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.853052 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.853182 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:05.853322 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.853469 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.853826 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.854100 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.854356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.854622 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.854866 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.855090 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.858726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859356 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859848 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859921 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59334) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:05.859991 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.859991 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.860107 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.860311 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.860522 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.860734 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.860948 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.861167 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.861402 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.861623 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.861836 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.862049 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.862288 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.862533 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.862804 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.863021 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.863240 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.863475 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.863738 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.864005 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.864286 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.864599 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.864839 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.865064 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.865278 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.865509 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.866091 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.866317 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.866541 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.866784 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.867024 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.867239 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.867855 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.867855 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.868173 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.868173 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.868533 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.868680 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.868869 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.869105 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.869471 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.870358 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.870358 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.870358 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.871058 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079224 Jun 18 00:11:05.871210 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.871210 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.871210 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.871210 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.872214 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.872456 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873218 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873218 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873218 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873654 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873654 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.873936 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.874162 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.874404 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.874632 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.874934 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.875457 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.875645 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.875936 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.876198 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.876484 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.876723 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.877012 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.877254 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.877531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.877825 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.878493 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.878493 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.878727 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.879742 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.880020 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.880283 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.880536 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.880964 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.881120 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.882135 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.882581 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.882834 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.883838 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.884060 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.884314 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.884663 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.884912 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.885132 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.885370 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.885639 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.885895 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.886154 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.886415 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.886676 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.887822 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.887995 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.888147 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.888316 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.888557 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.888789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.889065 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.889248 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.889502 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.889689 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.889901 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.890119 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.890354 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.890587 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.892789 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.893624 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.893624 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.893624 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.893624 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.894172 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.894172 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.894442 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.894579 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.896376 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.896376 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.896376 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.896376 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.897523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.897523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.897523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.897932 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.898083 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.898222 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.898926 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.898926 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.899918 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.899918 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.900222 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.900408 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.900552 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.900772 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.901628 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.901628 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.901628 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.902069 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.902069 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.902346 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.902492 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.903741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.903741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.904045 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.904250 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.904487 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.905490 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.905720 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.905992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.907141 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.908758 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.908758 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.908758 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.908758 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.909830 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.909995 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.910116 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.910335 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.910566 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911121 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911121 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911402 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911529 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911651 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.911861 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.912074 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.912314 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.912570 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.912800 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.913096 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.913243 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.913427 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.914736 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.914736 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.914931 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.915127 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.915401 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.915570 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.915848 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.916094 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.916350 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.916638 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.916806 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.917661 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.917661 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.917661 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.918097 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.918097 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.918426 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.918597 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.918814 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.919186 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.919345 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.919593 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.919851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.920112 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.920378 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.920670 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.920921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.921339 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.921813 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.922407 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.923428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.923428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.923428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.923428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.924921 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.925311 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.925311 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.926207 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.926442 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.926739 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.926931 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.927165 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.927388 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.927606 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.927766 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 00:11:05.928355 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 00:11:05.928516 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 00:11:05.928671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 00:11:05.928840 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 00:11:05.929009 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 00:11:05.929161 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 00:11:05.929369 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.929590 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.929685 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.929839 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.929998 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.930178 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.930339 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.931667 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.931667 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.931667 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.931667 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.931667 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.932428 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.932951 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933076 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933161 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933289 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933448 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933614 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.933931 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934086 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934244 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] debug = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934401 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934582 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.934933 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935090 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935250 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935405 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935642 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935740 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.935878 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936021 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936182 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936500 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936922 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.936922 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937106 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937106 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] host = dv-cinder-796950-2-iscsi {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937268 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937395 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937549 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937706 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.937885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.938029 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.938167 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.938326 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.938482 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.938637 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.939483 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.939650 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.939814 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.939973 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940133 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_options = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940351 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940443 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940605 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940765 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.940932 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.941119 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.941276 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.941424 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.941569 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.942794 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.944344 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.944694 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.944875 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.945044 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.945207 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.945380 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.945803 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.945973 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946139 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946303 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946467 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946630 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946818 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.946990 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947140 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947283 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947441 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947590 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947751 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.947915 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948057 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948220 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948376 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948523 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948676 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948837 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.948997 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.949160 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.949329 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.949938 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.950196 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.950367 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.950588 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.950588 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.950885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951039 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_json = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951127 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951279 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951460 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951597 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.951905 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.952204 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.952510 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.952686 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 00:11:05.952858 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.953015 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.953193 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.953358 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.953515 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.953818 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.954116 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.954449 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.954619 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.954797 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.954959 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955131 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955291 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955455 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955616 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955776 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.955940 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956104 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956250 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956412 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956583 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956726 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.956898 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957063 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957216 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957379 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957541 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957716 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.957863 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958008 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958177 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958357 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958508 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958647 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958815 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.958954 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.959118 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.959282 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.959986 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960133 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960291 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960451 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960608 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960824 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.960980 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961149 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961316 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961467 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961626 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961788 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.961961 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.962123 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.962284 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.962433 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.962592 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.962829 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963023 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963194 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963344 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963479 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963642 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963778 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.963911 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964167 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964167 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964441 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964441 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964725 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964725 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.964982 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965126 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965273 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965435 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965572 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965715 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.965805 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.966885 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.967874 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.968775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.969860 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.971531 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.972546 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.974520 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.976671 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.977682 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978201 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.978730 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979256 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979256 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979256 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979256 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979256 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979579 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979579 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.979695 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980213 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980213 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980213 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980687 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980687 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980687 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980876 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.980876 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981062 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981299 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981687 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981687 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981827 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.981918 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982078 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982240 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982448 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982572 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982990 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.982990 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.983202 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.983202 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985006 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.985851 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.987741 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.988609 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989360 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.989501 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.991180 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992337 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.992992 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993360 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993360 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993497 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993634 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993806 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.993979 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994139 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994301 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994461 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994621 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994804 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.994966 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995127 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995287 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995448 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995647 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995775 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.995939 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996084 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996241 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996419 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996555 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996710 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.996869 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.997046 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 00:11:05.997170 dv-cinder-796950-2-iscsi neutron-server[99690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 00:11:17.194639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a3305-630d-4bc4-8d0a-20e62ecd0aed None None] get_active_networks_info from dv-cinder-796950-2-iscsi {{(pid=99801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 00:11:17.309803 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a3305-630d-4bc4-8d0a-20e62ecd0aed None None] No non-hosted networks {{(pid=99801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 00:11:17.320897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ce75-8387-4234-b00b-355ea2e3a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:19.769904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f533be98-1252-4423-9a79-6ae0bf5c44f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:19.820145 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.db.api [None req-1a1e89f0-8f61-42c4-ba65-5c3431db98da None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796950-2-iscsi {{(pid=99801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 00:11:19.820882 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_db.api [None req-1a1e89f0-8f61-42c4-ba65-5c3431db98da None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 00:11:19.847395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:19.848031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.848436 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.848871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.849213 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.849596 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.850499 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.851057 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.851547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.852001 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.852336 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.852666 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.852995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:19.853420 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796950-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:19.860886 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796950-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:20.348857 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-1a1e89f0-8f61-42c4-ba65-5c3431db98da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:20.716419 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:22.401924 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:23.061783 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.db.l3_hamode_db [None req-3dee55c9-4436-4460-a8d5-d3ce1d926221 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 00:11:23.136594 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee55c9-4436-4460-a8d5-d3ce1d926221 None None] Routers set() bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:11:23.136976 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee55c9-4436-4460-a8d5-d3ce1d926221 None None] Router IDs set() for agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 00:11:23.417486 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59438) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:23.898228 dv-cinder-796950-2-iscsi neutron-server[99799]: WARNING oslo_policy.policy [None req-f2f1855d-6812-4c00-93ff-52fea1b97a15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:23.898887 dv-cinder-796950-2-iscsi neutron-server[99799]: WARNING oslo_policy.policy [None req-f2f1855d-6812-4c00-93ff-52fea1b97a15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:24.110017 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [None req-f2f1855d-6812-4c00-93ff-52fea1b97a15 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:11:24.111061 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f2f1855d-6812-4c00-93ff-52fea1b97a15 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6926918 Jun 18 00:11:26.392708 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59452) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:26.879892 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING oslo_policy.policy [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:26.880468 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING oslo_policy.policy [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:27.092196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:27.185003 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.policy [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 00:11:27.230008 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING oslo_policy.policy [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:27.230377 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING oslo_policy.policy [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:27.238820 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.quota [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] Loaded quota_driver: . Jun 18 00:11:27.401315 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055844535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055843018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055856386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055854840', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055852219', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784055810983', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1007649', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-923966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3774959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683868'] for rbac-policy, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:27.647569 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:27.648951 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2263d81d-ab2d-4390-bdad-4a391bf4f224 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2541828 Jun 18 00:11:30.154448 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59470) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:30.443971 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Request body: {'network': {'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'name': 'private'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:30.555617 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Made reservation on behalf of df3fbc1c67734dfc94de0353e5edf306 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:11:30.559139 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.576039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.695462 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.738291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.743949 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:30.759412 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:11:30.787640 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784057694922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.788224 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Unsubscribe: segment precommit_create {{(pid=99800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 00:11:30.788704 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Added segment c352b5fa-cd33-49b3-9378-4e02c7cdf008 of type vlan for network 064f5c74-0f56-46ba-8c56-f6c179ada642 Jun 18 00:11:30.805303 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d0e9fe-3183-4f48-b3d0-9cff3480da6f,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:30.830556 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.830928 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.831254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.831571 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.831884 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.832235 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.832547 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.832853 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.833173 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.833479 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.833778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.834076 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Tracked resource versions report: Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: pushed versions: Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: { 'AddressGroup': {'1.2'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'ConntrackHelper': {'1.0'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Log': {'1.0'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Network': {'1.1'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Port': {'1.7'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'PortForwarding': {'1.2'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'QosPolicy': {'1.8'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroup': {'1.4'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SubPort': {'1.0'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Subnet': {'1.1'}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Trunk': {'1.1'}} Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: consumer versions: Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'ConntrackHelper': '1.0', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Log': '1.0', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Network': '1.1', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Port': '1.7', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'PortForwarding': '1.2', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'QosPolicy': '1.8', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroup': '1.4', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroupRule': '1.2', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SubPort': '1.0', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Subnet': '1.1', Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Trunk': '1.1'}} Jun 18 00:11:30.835687 dv-cinder-796950-2-iscsi neutron-server[99800]: {{(pid=99800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:11:30.905613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:30.910238 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:31.007563 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:31.008995 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:31.009648 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:31.012446 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:31.102570 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=064f5c74-0f56-46ba-8c56-f6c179ada642,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:31.105732 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:31.113527 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:11:31.133922 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9784012 Jun 18 00:11:33.699968 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59484) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:34.080933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16b89c-76d4-45cd-80cc-96c2fe9ea34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:34.082259 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-4e16b89c-76d4-45cd-80cc-96c2fe9ea34f admin admin] 10.222.0.38 "GET /v2.0/networks/064f5c74-0f56-46ba-8c56-f6c179ada642 HTTP/1.1" status: 200 len: 825 time: 0.3813300 Jun 18 00:11:34.106101 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-88a1f2aa-73a7-47ee-b217-6965a3d02c4e admin admin] 10.222.0.38 "GET /v2.0/subnetpools/ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5 HTTP/1.1" status: 200 len: 734 time: 0.0185144 Jun 18 00:11:34.114456 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:34.201644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Made reservation on behalf of df3fbc1c67734dfc94de0353e5edf306 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:11:34.204034 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:34.596205 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:34.598667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:34.666857 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Checking segment: {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:11:34.667230 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Network hostable DHCP agents. Network: 064f5c74-0f56-46ba-8c56-f6c179ada642, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:11:34.671553 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c2966c-7aec-4921-a7e3-580c660ec7b2,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:34.675703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:34.732798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:11:34.829900 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 064f5c74-0f56-46ba-8c56-f6c179ada642) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:11:34.835130 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:34.835738 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:34.839835 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee1fa3-db94-4c7c-9e46-75eabd8619c0 None None] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:11:34.904764 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7936230 Jun 18 00:11:35.146561 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-064f5c74-0f56-46ba-8c56-f6c179ada642', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:11:35.148406 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:35.412419 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Allocated IP 172.20.0.2 (064f5c74-0f56-46ba-8c56-f6c179ada642/70c2966c-7aec-4921-a7e3-580c660ec7b2/9e7bce5c-8b89-4c0b-ba58-8ffecb15b656) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:11:35.634089 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:35.676517 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Transition to ACTIVE for port object 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:11:35.696506 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Transition to ACTIVE for port object 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:11:35.756607 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:35.759364 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:35.829520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:11:35.836498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:11:35.838327 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Pushing event updated for resources: {'Port': ['ID=9e7bce5c-8b89-4c0b-ba58-8ffecb15b656,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:35.842842 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:11:35.850851 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.851221 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.851557 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.851892 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.852206 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.852522 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.852832 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.853141 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.853465 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.853779 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.854083 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.854388 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Tracked resource versions report: Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: pushed versions: Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: { 'AddressGroup': {'1.2'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'ConntrackHelper': {'1.0'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Log': {'1.0'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Network': {'1.1'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Port': {'1.7'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'PortForwarding': {'1.2'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'QosPolicy': {'1.8'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroup': {'1.4'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SubPort': {'1.0'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Subnet': {'1.1'}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Trunk': {'1.1'}} Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: consumer versions: Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'ConntrackHelper': '1.0', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Log': '1.0', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Network': '1.1', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Port': '1.7', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'PortForwarding': '1.2', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'QosPolicy': '1.8', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroup': '1.4', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroupRule': '1.2', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SubPort': '1.0', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Subnet': '1.1', Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Trunk': '1.1'}} Jun 18 00:11:35.855523 dv-cinder-796950-2-iscsi neutron-server[99801]: {{(pid=99801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:11:35.860418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:35.933134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Attempting to bind port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:11:35.933433 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Attempting to bind port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:11:35.933862 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Attempting to bind port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 on network 064f5c74-0f56-46ba-8c56-f6c179ada642 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:11:35.938661 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:11:35.939109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Checking segment: {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:11:35.939571 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:35.939968 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Bound using segment: {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:11:35.940432 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Bound port: 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:11:35.940844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:36.001127 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] For port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:11:36.005346 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] For port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9e7bce5c-8b89-4c0b-ba58-8ffecb15b656,segment=NetworkSegment(c352b5fa-cd33-49b3-9378-4e02c7cdf008),segment_id=c352b5fa-cd33-49b3-9378-4e02c7cdf008)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:11:36.075944 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:36.081061 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:36.142241 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Pushing event updated for resources: {'Port': ['ID=9e7bce5c-8b89-4c0b-ba58-8ffecb15b656,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:36.148287 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:37.241383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59492) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:37.560685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [None req-8878504e-30f5-44ad-904a-25916a838ac9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:11:37.561682 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8878504e-30f5-44ad-904a-25916a838ac9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193254 Jun 18 00:11:39.887589 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59500) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:40.189374 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [None req-a6a29cf7-8e0c-4c8c-aaf4-90147bcdc1a2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:11:40.190425 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a6a29cf7-8e0c-4c8c-aaf4-90147bcdc1a2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3019114 Jun 18 00:11:41.599851 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:11:41.756559 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:11:42.174749 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d36e4-6d40-4097-845f-efe5b15eae98 None None] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:11:42.334934 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Provisioning for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:11:42.343485 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Provisioning complete for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:42.343874 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:42.475836 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:42.512193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] For port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9e7bce5c-8b89-4c0b-ba58-8ffecb15b656,segment=NetworkSegment(c352b5fa-cd33-49b3-9378-4e02c7cdf008),segment_id=c352b5fa-cd33-49b3-9378-4e02c7cdf008)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:11:42.572679 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:42.575684 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:42.620588 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Pushing event updated for resources: {'Port': ['ID=9e7bce5c-8b89-4c0b-ba58-8ffecb15b656,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:42.623669 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:42.690469 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-7ea3cf4b-f8ab-4278-8acc-da020fde3f6c None None] Provisioning complete for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:42.690819 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-7ea3cf4b-f8ab-4278-8acc-da020fde3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:42.777774 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59514) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:43.070154 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Request body: {'router': {'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:43.134079 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.policy [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 00:11:43.180456 dv-cinder-796950-2-iscsi neutron-server[99799]: WARNING oslo_policy.policy [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:43.180848 dv-cinder-796950-2-iscsi neutron-server[99799]: WARNING oslo_policy.policy [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 00:11:43.189297 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.quota [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Loaded quota_driver: . Jun 18 00:11:43.305129 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.307030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.458464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.533644 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.580295 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:11:43.625055 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:43.625670 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.641028 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:43.642258 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-acd53ba6-15d7-4d51-aad7-fd80d329114a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8638639 Jun 18 00:11:45.937728 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59524) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:46.236062 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [None req-690d3ece-a4e0-437b-aca4-ef5085b33c16 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:11:46.237031 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-690d3ece-a4e0-437b-aca4-ef5085b33c16 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2984087 Jun 18 00:11:47.172800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-574c30ba-0673-4f7f-bde6-dd5191f0355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:48.548080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59532) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:48.848419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:48.915349 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Made reservation on behalf of 6254b31911394467affd53bc68a45bb8 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:11:48.917992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:48.933196 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.046328 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.092188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.097124 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:49.103475 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Reserving flat network on physical network physnet1 {{(pid=99799) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 00:11:49.135514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784057694922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.136097 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Unsubscribe: segment precommit_create {{(pid=99799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 00:11:49.136587 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Added segment 69d8ce99-08ca-4898-a266-a3a1dbb3d246 of type flat for network 4ea62950-9071-403e-b217-8d8f4a73d2f5 Jun 18 00:11:49.153969 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108fbf29-c1f7-4d1c-bdc9-2ed8026f0935,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:49.202177 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.202524 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.202879 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.203198 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.203514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.203846 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.204172 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.204473 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.204796 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.205108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.205413 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.205715 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Tracked resource versions report: Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: pushed versions: Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: { 'AddressGroup': {'1.2'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'ConntrackHelper': {'1.0'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Log': {'1.0'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Network': {'1.1'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Port': {'1.7'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'PortForwarding': {'1.2'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'QosPolicy': {'1.8'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroup': {'1.4'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SubPort': {'1.0'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Subnet': {'1.1'}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Trunk': {'1.1'}} Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: consumer versions: Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'ConntrackHelper': '1.0', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Log': '1.0', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Network': '1.1', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Port': '1.7', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'PortForwarding': '1.2', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'QosPolicy': '1.8', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroup': '1.4', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroupRule': '1.2', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SubPort': '1.0', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Subnet': '1.1', Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Trunk': '1.1'}} Jun 18 00:11:49.206827 dv-cinder-796950-2-iscsi neutron-server[99799]: {{(pid=99799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:11:49.257890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.263455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:49.383855 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.385256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:49.385920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.387856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:49.479162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Pushing event updated for resources: {'Network': ['ID=4ea62950-9071-403e-b217-8d8f4a73d2f5,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:49.482285 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:49.489259 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:11:49.664762 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1155264 Jun 18 00:11:49.749582 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-803b6c29-0718-48a6-9da8-11717074808a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:49.829530 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:50.658111 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:51.960652 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59554) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:52.129581 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8bcb7-61e7-437e-aea1-c49d3aae3bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:52.130909 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-99a8bcb7-61e7-437e-aea1-c49d3aae3bb4 admin admin] 10.222.0.38 "GET /v2.0/subnets/70c2966c-7aec-4921-a7e3-580c660ec7b2 HTTP/1.1" status: 200 len: 849 time: 0.1693304 Jun 18 00:11:52.284582 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9c215075-6f6b-425e-b074-e20cff6cedd2 admin admin] 10.222.0.38 "GET /v2.0/routers/f916711e-ceed-41a1-88ec-acd40fffa831 HTTP/1.1" status: 200 len: 704 time: 0.1482997 Jun 18 00:11:52.367076 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:52.541734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:52.817067 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Allocated IP 172.20.0.1 (064f5c74-0f56-46ba-8c56-f6c179ada642/70c2966c-7aec-4921-a7e3-580c660ec7b2/9c3f6ed2-4451-45b1-8f2e-d3d85aef4380) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:11:52.965987 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:52.987525 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.provisioning_blocks [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Transition to ACTIVE for port object 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 will not be triggered until provisioned by entity DHCP. {{(pid=99800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:11:53.127409 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.129459 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:53.240352 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:11:53.245068 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:11:53.250911 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:11:53.251077 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.306541 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Pushing event updated for resources: {'Port': ['ID=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:53.317635 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:53.517017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.532711 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d6733c49-40a8-4ca9-ba41-41a6ba4270c6 None None] Provisioning for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:11:53.541514 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d6733c49-40a8-4ca9-ba41-41a6ba4270c6 None None] Provisioning complete for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:53.541514 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d6733c49-40a8-4ca9-ba41-41a6ba4270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.569981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-d6733c49-40a8-4ca9-ba41-41a6ba4270c6 None None] Port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:11:53.694922 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.749283 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.750375 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:53.752213 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:53.826481 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Pushing event updated for resources: {'Port': ['ID=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:53.830215 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:53.870948 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:11:53.872241 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:11:54.090048 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-ef2818fb-e32a-488d-b8df-12a702da6be9 None None] Provisioning complete for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:54.090418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ef2818fb-e32a-488d-b8df-12a702da6be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:54.098469 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Router f916711e-ceed-41a1-88ec-acd40fffa831 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:11:54.124975 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-ef2818fb-e32a-488d-b8df-12a702da6be9 None None] Port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:11:54.187925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:11:54.192918 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] 10.222.0.38 "PUT /v2.0/routers/f916711e-ceed-41a1-88ec-acd40fffa831/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9029577 Jun 18 00:11:54.198281 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Sync routers for ids ['f916711e-ceed-41a1-88ec-acd40fffa831'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:11:54.210088 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Routers {'f916711e-ceed-41a1-88ec-acd40fffa831'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:11:54.210881 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:11:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['f916711e-ceed-41a1-88ec-acd40fffa831'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:54.390765 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Set router f916711e-ceed-41a1-88ec-acd40fffa831 gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:11:54.806256 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:11:53Z', 'revision_number': 2, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port_host': None, '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:53Z', 'revision_number': 2, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:54.856616 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Checking router: f916711e-ceed-41a1-88ec-acd40fffa831 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:11:54.856995 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Updating router f916711e-ceed-41a1-88ec-acd40fffa831 port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:11:54.917510 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.392873 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.410811 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Transition to ACTIVE for port object 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:11:55.492618 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.495534 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:55.669303 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:55.696544 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.696878 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.697282 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.697616 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.697904 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.698228 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.698524 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.698860 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.699202 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.699510 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.699812 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.700112 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Tracked resource versions report: Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: pushed versions: Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: { 'AddressGroup': {'1.2'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'ConntrackHelper': {'1.0'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Log': {'1.0'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Network': {'1.1'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Port': {'1.7'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'PortForwarding': {'1.2'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'QosPolicy': {'1.8'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroup': {'1.4'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SubPort': {'1.0'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Subnet': {'1.1'}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Trunk': {'1.1'}} Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: consumer versions: Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'ConntrackHelper': '1.0', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Log': '1.0', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Network': '1.1', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Port': '1.7', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'PortForwarding': '1.2', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'QosPolicy': '1.8', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroup': '1.4', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroupRule': '1.2', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SubPort': '1.0', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Subnet': '1.1', Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Trunk': '1.1'}} Jun 18 00:11:55.701201 dv-cinder-796950-2-iscsi neutron-server[99802]: {{(pid=99802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:11:55.705460 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:55.715807 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Attempting to bind port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:11:55.716210 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Attempting to bind port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:11:55.716661 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Attempting to bind port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 on network 064f5c74-0f56-46ba-8c56-f6c179ada642 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:11:55.721672 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:11:55.722088 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Checking segment: {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:11:55.722745 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.723118 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Bound using segment: {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:11:55.723599 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Bound port: 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352b5fa-cd33-49b3-9378-4e02c7cdf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:11:55.723972 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.791850 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] For port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:11:55.812951 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] For port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,segment=NetworkSegment(c352b5fa-cd33-49b3-9378-4e02c7cdf008),segment_id=c352b5fa-cd33-49b3-9378-4e02c7cdf008)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:11:55.921470 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:55.923695 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:55.978139 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Routers {'f916711e-ceed-41a1-88ec-acd40fffa831'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:11:55.978820 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:11:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['f916711e-ceed-41a1-88ec-acd40fffa831'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:56.086071 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,revision_number=4']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:56.089335 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:56.105960 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] Set router f916711e-ceed-41a1-88ec-acd40fffa831 gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:11:56.329035 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:11:53Z', 'revision_number': 2, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port_host': None, '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:55Z', 'revision_number': 4, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:11:56.351967 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 59574) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:56.354960 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f5d43-394b-424d-a0ff-47423d4a31de None None] The sync data for ids ['f916711e-ceed-41a1-88ec-acd40fffa831'] in dv-cinder-796950-2-iscsi is: [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:11:53Z', 'revision_number': 2, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port_host': None, '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:55Z', 'revision_number': 4, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:11:56.465038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bac7db-8c34-4f9d-80dc-624cf6b80c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:56.466302 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-48bac7db-8c34-4f9d-80dc-624cf6b80c4c admin admin] 10.222.0.38 "GET /v2.0/networks/4ea62950-9071-403e-b217-8d8f4a73d2f5 HTTP/1.1" status: 200 len: 842 time: 0.1133945 Jun 18 00:11:56.475999 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:56.623848 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Made reservation on behalf of 6254b31911394467affd53bc68a45bb8 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:11:56.626402 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:56.964981 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.objects.ports [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99800) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 00:11:56.965421 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:56.968217 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-50a0c8d0-b630-4eee-9693-abd91d6089b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:11:57.024131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc47cb9-5a08-4532-8874-157a230eeddc,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:11:57.028395 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:11:57.029428 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:11:57.029763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Network hostable DHCP agents. Network: 4ea62950-9071-403e-b217-8d8f4a73d2f5, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:11:57.097582 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:11:57.183493 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 4ea62950-9071-403e-b217-8d8f4a73d2f5) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:11:57.188101 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:57.189082 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:57.192701 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939998e2-35b4-4858-bea0-b3a1f9b89363 None None] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:11:57.265038 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7927792 Jun 18 00:11:57.319373 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785dfadb-7bcd-4e91-8a92-b03a3ffe202f None None] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:11:59.500595 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59586) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:11:59.624796 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:11:59.726663 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:11:59.730319 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:11:59.730629 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-76fd7ad4-6f06-44c6-bfaf-6bdf38613d91 admin admin] 10.222.0.38 "GET /v2.0/routers/f916711e-ceed-41a1-88ec-acd40fffa831 HTTP/1.1" status: 200 len: 710 time: 0.2288995 Jun 18 00:11:59.730840 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:59.805023 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:59.835820 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,segment=NetworkSegment(c352b5fa-cd33-49b3-9378-4e02c7cdf008),segment_id=c352b5fa-cd33-49b3-9378-4e02c7cdf008)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:11:59.880486 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34828ea8-cc92-4ee1-92f6-182eb0816a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:11:59.881870 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-34828ea8-cc92-4ee1-92f6-182eb0816a9b admin admin] 10.222.0.38 "GET /v2.0/networks/4ea62950-9071-403e-b217-8d8f4a73d2f5 HTTP/1.1" status: 200 len: 886 time: 0.1461213 Jun 18 00:11:59.890530 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:11:59.915420 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:11:59.917661 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-c189b8a2-159f-496e-b2b0-8e0f3b054788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:12:00.016354 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=9c3f6ed2-4451-45b1-8f2e-d3d85aef4380,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:12:00.019515 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:12:00.138883 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:00.421677 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:00.499164 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:00.672527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Allocated IP 172.27.0.127 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/007b9e68-058c-40de-8edf-df7d720dfe80) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:12:00.776961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:00.915733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:00.919863 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:12:01.034326 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:12:01.038878 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:12:01.048297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:12:01.081313 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Pushing event updated for resources: {'Port': ['ID=007b9e68-058c-40de-8edf-df7d720dfe80,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:12:01.110701 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:12:01.386653 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:01.591404 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:12:01.637826 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:12:01.638128 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:01.649477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:01.652655 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3683572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3755607'] for router, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:01.757807 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Router f916711e-ceed-41a1-88ec-acd40fffa831 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:12:01.858945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:12:01.863236 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:01.864391 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] 10.222.0.38 "PUT /v2.0/routers/f916711e-ceed-41a1-88ec-acd40fffa831 HTTP/1.1" status: 200 len: 890 time: 1.9770017 Jun 18 00:12:01.868018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Sync routers for ids ['f916711e-ceed-41a1-88ec-acd40fffa831'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:12:01.878968 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Routers {'f916711e-ceed-41a1-88ec-acd40fffa831'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:12:01.879652 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:11:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['f916711e-ceed-41a1-88ec-acd40fffa831'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:12:02.092549 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Set router f916711e-ceed-41a1-88ec-acd40fffa831 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:12:02.471371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:12:01Z', 'revision_number': 4, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port': {'id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:12:00Z', 'updated_at': '2021-06-18T00:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:59Z', 'revision_number': 5, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:12:02.519545 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Checking router: f916711e-ceed-41a1-88ec-acd40fffa831 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:12:02.519905 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Updating router f916711e-ceed-41a1-88ec-acd40fffa831 port 007b9e68-058c-40de-8edf-df7d720dfe80 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:12:02.553545 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:02.859424 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:02.869564 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Transition to ACTIVE for port object 007b9e68-058c-40de-8edf-df7d720dfe80 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:12:02.960885 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:02.963116 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:12:03.011541 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Pushing event updated for resources: {'Port': ['ID=007b9e68-058c-40de-8edf-df7d720dfe80,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:12:03.013679 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Attempting to bind port 007b9e68-058c-40de-8edf-df7d720dfe80 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:12:03.014058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Attempting to bind port 007b9e68-058c-40de-8edf-df7d720dfe80 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:12:03.014458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Attempting to bind port 007b9e68-058c-40de-8edf-df7d720dfe80 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:12:03.017288 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:12:03.019879 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:12:03.020260 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:12:03.020659 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:03.021539 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:12:03.022007 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Bound port: 007b9e68-058c-40de-8edf-df7d720dfe80, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:12:03.022384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:03.073020 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] For port 007b9e68-058c-40de-8edf-df7d720dfe80, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:12:03.075934 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] For port 007b9e68-058c-40de-8edf-df7d720dfe80, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=007b9e68-058c-40de-8edf-df7d720dfe80,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:12:03.138315 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:03.140947 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:12:03.270390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Pushing event updated for resources: {'Port': ['ID=007b9e68-058c-40de-8edf-df7d720dfe80,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:12:03.273719 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Routers {'f916711e-ceed-41a1-88ec-acd40fffa831'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:12:03.274322 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:11:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['f916711e-ceed-41a1-88ec-acd40fffa831'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:12:03.276236 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:12:03.377411 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] Set router f916711e-ceed-41a1-88ec-acd40fffa831 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:12:03.625058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:12:01Z', 'revision_number': 4, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port': {'id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:12:00Z', 'updated_at': '2021-06-18T00:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:59Z', 'revision_number': 5, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:12:03.654891 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b54d6-4932-40f4-b697-bee6d2c843b3 None None] The sync data for ids ['f916711e-ceed-41a1-88ec-acd40fffa831'] in dv-cinder-796950-2-iscsi is: [{'id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'name': 'router1', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:11:43Z', 'updated_at': '2021-06-18T00:12:01Z', 'revision_number': 4, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'gw_port': {'id': '007b9e68-058c-40de-8edf-df7d720dfe80', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:12:00Z', 'updated_at': '2021-06-18T00:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '9c3f6ed2-4451-45b1-8f2e-d3d85aef4380', 'name': '', 'network_id': '064f5c74-0f56-46ba-8c56-f6c179ada642', 'tenant_id': 'df3fbc1c67734dfc94de0353e5edf306', 'mac_address': 'fa:16:3e:7b:f0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f916711e-ceed-41a1-88ec-acd40fffa831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:11:52Z', 'updated_at': '2021-06-18T00:11:59Z', 'revision_number': 5, 'project_id': 'df3fbc1c67734dfc94de0353e5edf306', 'subnets': [{'id': '70c2966c-7aec-4921-a7e3-580c660ec7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee1aa1fa-d1fe-4fb4-ac88-6d0a0e0ddeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:12:04.205833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 59594) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:12:04.332933 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ff27aa55-5294-43ce-a467-6b769de06674 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1259658 Jun 18 00:12:05.638419 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 007b9e68-058c-40de-8edf-df7d720dfe80 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:12:05.737819 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 007b9e68-058c-40de-8edf-df7d720dfe80 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:12:05.742235 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 007b9e68-058c-40de-8edf-df7d720dfe80 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:12:05.742614 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:05.822930 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:05.842394 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 007b9e68-058c-40de-8edf-df7d720dfe80, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=007b9e68-058c-40de-8edf-df7d720dfe80,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:12:05.883991 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:12:05.926159 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:05.933572 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:12:05.982373 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=007b9e68-058c-40de-8edf-df7d720dfe80,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:12:05.991225 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:12:07.621293 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 007b9e68-058c-40de-8edf-df7d720dfe80 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:12:07.699452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 007b9e68-058c-40de-8edf-df7d720dfe80 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:12:07.700800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:17.160467 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9341f0fc-07e2-4885-a0aa-b43630e8e825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:19.761197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-71143491-9e25-426c-bac8-4cb36215cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:19.857727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:20.681427 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:22.377396 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:42.883057 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:12:47.159905 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-67da86fd-15b3-40cb-9487-c351d59c9c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:49.760026 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-444cfe9a-c53e-425b-ac55-4cac569fd2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:49.879837 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:50.651264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:12:52.376694 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:17.159072 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-16ecf27b-a70b-47f0-b3ae-03ab4a44f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:19.758684 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-413a95ab-cdfc-42ff-a6f8-dedb35a171d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:19.880723 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:13:19.884417 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:20.667636 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:22.410130 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:39.970014 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60162) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:40.028572 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbd749e-f3d2-4974-8ae9-69d3cc488c5b admin admin] GET failed (client error): The resource could not be found. Jun 18 00:13:40.029864 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-4fbd749e-f3d2-4974-8ae9-69d3cc488c5b admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589147 Jun 18 00:13:40.248958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf973a6-4828-4038-b9c2-b56b348be12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:40.250380 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8cf973a6-4828-4038-b9c2-b56b348be12b admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2168128 Jun 18 00:13:42.352170 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60172) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:42.439110 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db360d0e-00a9-4722-a0cd-e818a7ce25fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:42.440342 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-db360d0e-00a9-4722-a0cd-e818a7ce25fe admin admin] 10.222.0.38 "GET /v2.0/subnets/70c2966c-7aec-4921-a7e3-580c660ec7b2 HTTP/1.1" status: 200 len: 849 time: 0.0872335 Jun 18 00:13:42.449584 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:13:42.532332 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Notify callbacks [] for subnet, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:42.706834 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784057678812'] for subnet, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:42.710055 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:13:42.738631 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:42.739264 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:42.740940 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] 10.222.0.38 "PUT /v2.0/subnets/70c2966c-7aec-4921-a7e3-580c660ec7b2 HTTP/1.1" status: 200 len: 868 time: 0.2946234 Jun 18 00:13:42.743418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df6e4a-cac1-4611-803d-adcad7e71d65 None None] Network 064f5c74-0f56-46ba-8c56-f6c179ada642 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:13:42.759981 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c2966c-7aec-4921-a7e3-580c660ec7b2,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:13:42.767628 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.768007 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.768327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.768657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.768983 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.769325 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.769651 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.769973 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.770308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.770632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.770992 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.771815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:13:42.775660 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:13:43.171692 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-386ef8d0-3f2e-4f20-b44a-d3c7bdb42d30 None None] Provisioning complete for port 9c3f6ed2-4451-45b1-8f2e-d3d85aef4380 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:13:43.172065 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-386ef8d0-3f2e-4f20-b44a-d3c7bdb42d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:43.256385 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-386ef8d0-3f2e-4f20-b44a-d3c7bdb42d30 None None] Provisioning complete for port 9e7bce5c-8b89-4c0b-ba58-8ffecb15b656 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:13:43.256667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-386ef8d0-3f2e-4f20-b44a-d3c7bdb42d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:44.842119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60180) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:45.032061 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ca18b-45f5-4015-aafd-bbea91f77e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:45.032453 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ca18b-45f5-4015-aafd-bbea91f77e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:45.033968 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-183ca18b-45f5-4015-aafd-bbea91f77e51 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1907790 Jun 18 00:13:47.146579 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-70ff9c86-9abf-4c9b-a49a-06fe69a388fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:47.152004 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60188) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:47.279547 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12455386-e69d-46e0-9fee-1451b8e9b57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:47.280030 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12455386-e69d-46e0-9fee-1451b8e9b57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:47.281532 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-12455386-e69d-46e0-9fee-1451b8e9b57c admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285908 Jun 18 00:13:49.357656 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60196) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:49.484324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da587d96-6a31-4638-9cc3-36bde7f8f8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:49.485656 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-da587d96-6a31-4638-9cc3-36bde7f8f8c9 admin admin] 10.222.0.38 "GET /v2.0/networks/064f5c74-0f56-46ba-8c56-f6c179ada642 HTTP/1.1" status: 200 len: 869 time: 0.1270428 Jun 18 00:13:49.804193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-615605f2-9d28-4646-93df-436b9b108f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:49.860682 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:50.691406 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:51.597269 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60204) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:51.716638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1effac-6f11-407a-8e9c-3f01ef8e195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:51.717960 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fc1effac-6f11-407a-8e9c-3f01ef8e195c admin admin] 10.222.0.38 "GET /v2.0/networks/4ea62950-9071-403e-b217-8d8f4a73d2f5 HTTP/1.1" status: 200 len: 886 time: 0.1197708 Jun 18 00:13:52.392304 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:13:53.817667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60214) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:53.933136 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a97e6-2904-4954-9088-2cb1b3c10309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:53.933522 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a97e6-2904-4954-9088-2cb1b3c10309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:53.935044 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ce7a97e6-2904-4954-9088-2cb1b3c10309 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163971 Jun 18 00:13:56.022096 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60222) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:56.111317 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b2a3c-642a-4156-9ad9-8e1971d93ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:56.111778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b2a3c-642a-4156-9ad9-8e1971d93ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:56.113248 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-265b2a3c-642a-4156-9ad9-8e1971d93ea8 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901556 Jun 18 00:13:56.879634 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:13:58.204397 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60230) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:13:58.292202 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9d676-412d-4b58-8d12-72c8b749dfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:13:58.293540 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-bcb9d676-412d-4b58-8d12-72c8b749dfa1 admin admin] 10.222.0.38 "GET /v2.0/subnets/70c2966c-7aec-4921-a7e3-580c660ec7b2 HTTP/1.1" status: 200 len: 868 time: 0.0881982 Jun 18 00:14:00.391197 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60240) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:14:00.472146 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9636613-568a-46e6-93f9-a35422586fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:14:00.473451 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e9636613-568a-46e6-93f9-a35422586fe7 admin admin] 10.222.0.38 "GET /v2.0/subnets/9dc47cb9-5a08-4532-8874-157a230eeddc HTTP/1.1" status: 200 len: 816 time: 0.0812945 Jun 18 00:14:17.192180 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-fe5593a8-d50b-4756-9762-febf4fa33949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:19.774334 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-31db98a8-e5cf-4d9e-a351-570944a2952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:19.860285 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:20.654821 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:22.414609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:23.383107 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60284) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:14:23.430549 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [None req-06362f0a-5603-4fe9-9707-2ed25a977cee admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:14:23.430549 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-06362f0a-5603-4fe9-9707-2ed25a977cee admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452704 Jun 18 00:14:25.645265 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60292) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:14:25.703222 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63016f2-d867-4ab9-aa30-22e90b930592 admin admin] GET failed (client error): The resource could not be found. Jun 18 00:14:25.704512 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c63016f2-d867-4ab9-aa30-22e90b930592 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582263 Jun 18 00:14:25.787556 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f2da8-c5a6-4434-b0ef-03830b1d40db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:14:25.788967 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-436f2da8-c5a6-4434-b0ef-03830b1d40db admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805719 Jun 18 00:14:27.928400 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60300) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:14:27.972613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:14:28.059856 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Made reservation on behalf of 6254b31911394467affd53bc68a45bb8 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:14:28.062186 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:28.090698 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING neutron.services.revisions.revision_plugin [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Could not find related network for resource to bump revision. Jun 18 00:14:28.102433 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:14:28.111304 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:28.111643 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Added segment 431ba789-3e1b-4752-ab7c-6a3ff0545685 of type vlan for network a3a30a9c-3695-4724-8ba7-71445097daf7 Jun 18 00:14:28.160909 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:28.230674 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:28.231895 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:14:28.232459 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:28.234390 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:14:28.287353 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a30a9c-3695-4724-8ba7-71445097daf7,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:14:28.290025 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:14:28.297345 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network a3a30a9c-3695-4724-8ba7-71445097daf7 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:14:28.340459 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4110129 Jun 18 00:14:30.472696 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60308) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:14:30.536779 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.pecan_wsgi.hooks.translation [None req-933f7e8b-0545-4cae-a69b-5fd4280b8f85 admin admin] GET failed (client error): The resource could not be found. Jun 18 00:14:30.538077 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-933f7e8b-0545-4cae-a69b-5fd4280b8f85 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639451 Jun 18 00:14:30.612936 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a24333-2783-43f8-b92a-f075e2081b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:14:30.615003 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c3a24333-2783-43f8-b92a-f075e2081b28 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0731094 Jun 18 00:14:30.624234 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:14:30.699625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Made reservation on behalf of 6254b31911394467affd53bc68a45bb8 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:14:30.701839 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:30.934303 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:30.937044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:14:30.986783 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcba4e7-314c-4490-aca8-9b960473dc42,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:14:30.990391 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:14:30.995759 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Checking segment: {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:14:30.996108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Network hostable DHCP agents. Network: a3a30a9c-3695-4724-8ba7-71445097daf7, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:14:31.065302 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Network a3a30a9c-3695-4724-8ba7-71445097daf7 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:14:31.128291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, a3a30a9c-3695-4724-8ba7-71445097daf7) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:14:31.132192 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:14:31.132774 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.137758 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d926b-6bc6-48cc-a092-265a0fe97ad9 None None] Network a3a30a9c-3695-4724-8ba7-71445097daf7 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:14:31.232414 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6114032 Jun 18 00:14:31.378114 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-a3a30a9c-3695-4724-8ba7-71445097daf7', 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7', 'tenant_id': '6254b31911394467affd53bc68a45bb8', 'fixed_ips': [{'subnet_id': 'bbcba4e7-314c-4490-aca8-9b960473dc42'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:14:31.379038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.515161 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Allocated IP 192.168.233.2 (a3a30a9c-3695-4724-8ba7-71445097daf7/bbcba4e7-314c-4490-aca8-9b960473dc42/b45b1921-8f00-456d-b266-b7e05d961fdd) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:14:31.657951 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.666981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Transition to ACTIVE for port object b45b1921-8f00-456d-b266-b7e05d961fdd will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:14:31.682477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Transition to ACTIVE for port object b45b1921-8f00-456d-b266-b7e05d961fdd will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:14:31.751793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.754130 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:14:31.794281 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Network a3a30a9c-3695-4724-8ba7-71445097daf7 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:14:31.797176 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:14:31.801521 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:14:31.804581 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Pushing event updated for resources: {'Port': ['ID=b45b1921-8f00-456d-b266-b7e05d961fdd,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:14:31.814994 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.815341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.815681 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.816018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.816350 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.816933 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.817800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.818131 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.818475 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.818900 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.819226 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.819568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:14:31.837816 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:14:31.868780 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Attempting to bind port b45b1921-8f00-456d-b266-b7e05d961fdd on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:14:31.869154 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Attempting to bind port b45b1921-8f00-456d-b266-b7e05d961fdd by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:14:31.869527 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Attempting to bind port b45b1921-8f00-456d-b266-b7e05d961fdd on network a3a30a9c-3695-4724-8ba7-71445097daf7 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:14:31.874536 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:14:31.874947 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Checking segment: {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:14:31.875356 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.875754 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Bound using segment: {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:14:31.876229 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Bound port: b45b1921-8f00-456d-b266-b7e05d961fdd, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:14:31.876614 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:31.943110 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] For port b45b1921-8f00-456d-b266-b7e05d961fdd, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:14:31.946041 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] For port b45b1921-8f00-456d-b266-b7e05d961fdd, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=b45b1921-8f00-456d-b266-b7e05d961fdd,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:14:32.026089 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:32.028386 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:14:32.082468 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Pushing event updated for resources: {'Port': ['ID=b45b1921-8f00-456d-b266-b7e05d961fdd,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:14:32.086933 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:14:32.852517 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052c376-b7b4-4be4-b401-85811950dc78 None None] Network a3a30a9c-3695-4724-8ba7-71445097daf7 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:14:32.966982 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-a1d0b9f6-b452-4dfe-974e-1df80148369d None None] Provisioning for port b45b1921-8f00-456d-b266-b7e05d961fdd completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:14:33.727966 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device b45b1921-8f00-456d-b266-b7e05d961fdd up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:14:33.831345 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port b45b1921-8f00-456d-b266-b7e05d961fdd completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:14:33.835426 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port b45b1921-8f00-456d-b266-b7e05d961fdd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:14:33.835813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:33.877968 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:14:33.915232 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:33.948013 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port b45b1921-8f00-456d-b266-b7e05d961fdd, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=b45b1921-8f00-456d-b266-b7e05d961fdd,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:14:34.037342 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:34.039498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:14:34.084452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=b45b1921-8f00-456d-b266-b7e05d961fdd,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:14:34.087506 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:14:35.716508 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device b45b1921-8f00-456d-b266-b7e05d961fdd up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:14:35.762756 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port b45b1921-8f00-456d-b266-b7e05d961fdd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:14:35.763137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:47.145421 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-534c0947-705e-421d-a816-79ed61e67cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:49.756059 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-368a439c-80ac-46e6-8299-1af11cc12038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:49.836687 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:50.670096 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:14:52.390678 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:10.876754 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:15:17.150186 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-fa78c817-2b09-406f-b689-e5b703e65652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:19.778442 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-c7772ea8-ed3d-452d-ac29-aac37eafd216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:19.852335 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:20.669892 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:22.395410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:47.172202 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d90e2bcb-924d-429e-9ed5-aa5aa7cf6197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:47.875664 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:15:49.790353 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-10a6fcbe-3da3-4a7f-8675-46d2f2d1fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:49.874642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:50.686094 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:15:52.400921 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:11.594591 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60360) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:16:11.600382 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [None req-60fc0ca2-0256-489b-b9ef-57bd5f73e457 tempest-verify_tempest_config-950171329 tempest-verify_tempest_config-950171329-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:16:11.601345 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-60fc0ca2-0256-489b-b9ef-57bd5f73e457 tempest-verify_tempest_config-950171329 tempest-verify_tempest_config-950171329-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057733 Jun 18 00:16:12.126685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60378) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:16:12.224277 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.306268 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.371415 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.377684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0ff5e69d-fa77-48f7-883a-f2bc60b1e4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:16:12.415562 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fd1a28110184ae28a98673b6544cfdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878516 Jun 18 00:16:12.416393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b62ccc-6c28-46bc-a2f3-891432380eda,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:16:12.418186 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60382) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:16:12.423714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.424069 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.424402 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.424722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.425038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.425369 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.425688 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.426005 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.426319 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.426822 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.427137 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.428465 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.431343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:16:12.476201 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.497128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.645725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.648590 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:12.649750 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1b62ccc-6c28-46bc-a2f3-891432380eda HTTP/1.1" status: 204 len: 168 time: 0.2299776 Jun 18 00:16:12.650384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:16:12.658081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b62ccc-6c28-46bc-a2f3-891432380eda,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:16:12.664721 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.665081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.665418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.665751 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.666052 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.666389 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.666734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.667056 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.667421 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.667742 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.668055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.668409 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:16:12.672086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:16:17.154494 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b8348b6d-4e0e-41b1-9a6f-426fde97db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:19.771613 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a990e36f-2986-4697-8dd6-037b3bbb2f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:19.862417 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:20.703138 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:22.388279 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:24.874956 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:16:47.181529 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3a996a49-6770-4a7c-843f-4e14351e3a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:49.769991 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b031834d-d024-41c2-ad57-5ae7d0e81dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:49.866999 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:50.672946 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:16:52.392898 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:01.874216 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:17:17.203978 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-66a83eba-0f3a-4858-892c-554091541136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:19.768746 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1d22-c139-4e10-8766-d85feed9b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:19.860068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:20.694927 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:22.392025 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:38.872384 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 5 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:17:44.997105 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913'] for agent, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:47.146188 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8f293bcf-77b2-4292-b6aa-40e0f464d406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:49.762880 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5e3db8f2-74cb-41e9-999b-9fccddad7b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:49.853660 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:50.722936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:52.414186 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:17:59.413230 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60456) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:17:59.511813 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-c5d09f0c-2304-4039-8157-0d5656b2e497 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0975213 Jun 18 00:18:01.642990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60466) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:18:01.693795 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a8be6312-12d2-4c59-b2b3-88ee8eb0e351 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0497561 Jun 18 00:18:14.996491 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:15.871168 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:18:17.149771 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d0f79cae-04fc-4b42-8a39-4dd8dc255a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:19.790459 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2f00d9eb-3de0-4341-a982-1d5a401ff50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:19.870458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:20.693387 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:22.424704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:44.978670 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:47.166642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4c9f-0b7e-45b0-aedd-fb835fae3913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:49.778712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-710d3948-c79f-4fe2-be78-cdff78bb5125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:49.876858 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:50.698088 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:52.425666 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:18:52.870107 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:19:15.006202 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:17.195038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9acc3e77-21f4-41f4-aede-6c56777a217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:19.771967 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6107222e-6af6-4f0e-bb59-6bc5f0dd9910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:19.885606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:20.732058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:22.428098 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:28.282315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60650) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:28.693477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-network', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:28.759991 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Made reservation on behalf of 0994e7b344804a55bcd769a9f9e937f7 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:28.762403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:28.771393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:28.860718 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:28.948396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:28.952548 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a0a99f2e-4759-4184-b1ef-cbe864fda2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:28.981884 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:19:28.984245 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79793c7-82cc-4dcb-9f5c-1331d5a8d865,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:28.994279 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.994635 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.994993 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.995317 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.995638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.995976 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.996297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.996612 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.996943 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.997258 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.997566 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.997880 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Tracked resource versions report: Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: pushed versions: Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: { 'AddressGroup': {'1.2'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'ConntrackHelper': {'1.0'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Log': {'1.0'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Network': {'1.1'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Port': {'1.7'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'PortForwarding': {'1.2'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'QosPolicy': {'1.8'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroup': {'1.4'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SubPort': {'1.0'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Subnet': {'1.1'}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Trunk': {'1.1'}} Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: consumer versions: Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: HyperV agent@hv-cinder-79695: {}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'ConntrackHelper': '1.0', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Log': '1.0', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Network': '1.1', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Port': '1.7', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'PortForwarding': '1.2', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'QosPolicy': '1.8', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroup': '1.4', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SecurityGroupRule': '1.2', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'SubPort': '1.0', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Subnet': '1.1', Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: 'Trunk': '1.1'}} Jun 18 00:19:28.998943 dv-cinder-796950-2-iscsi neutron-server[99799]: {{(pid=99799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:19:29.004065 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:29.007343 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.007343 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Added segment 6646641d-5c78-4f15-9b34-91825c1a51cf of type vlan for network c39b6022-9c36-4880-8eba-d9440f74b9b0 Jun 18 00:19:29.049660 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.142892 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.144219 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:29.144884 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.150797 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:29.204383 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Pushing event updated for resources: {'Network': ['ID=c39b6022-9c36-4880-8eba-d9440f74b9b0,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:29.207119 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:29.214047 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:19:29.248163 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9677486 Jun 18 00:19:29.249567 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60694) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:29.257256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Request body: {'subnet': {'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-subnet', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:29.319885 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Made reservation on behalf of 0994e7b344804a55bcd769a9f9e937f7 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:29.322458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.323506 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60698) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:29.383778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60706) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:29.550059 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60710) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:29.611794 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.615113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:29.726258 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ba2386-5293-46ba-9be8-c20f8b1632ce,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:29.735662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-333986435-network', 'tenant_id': 'ce7894c06ec9493e99fee4a7253f6710'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:29.740934 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:29.760202 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Checking segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:29.760772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Network hostable DHCP agents. Network: c39b6022-9c36-4880-8eba-d9440f74b9b0, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:19:29.862621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1547760431-network', 'tenant_id': '0955cff4a5a7437fb8aa2849929e3ae8'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:29.863209 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:19:29.869267 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-network', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:29.872004 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:19:29.954401 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, c39b6022-9c36-4880-8eba-d9440f74b9b0) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:29.959389 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:29.965459 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.966606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c14c67-8cb3-4c02-8cc5-da44420958ea None None] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:29.970972 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Made reservation on behalf of ce7894c06ec9493e99fee4a7253f6710 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:29.975942 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:29.991526 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.076907 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Made reservation on behalf of 0955cff4a5a7437fb8aa2849929e3ae8 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:30.081256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.118840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.177588 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Made reservation on behalf of f59c33eff28a440a82e0e78c337e3adc for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:30.180307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.190396 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.196837 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-c39b6022-9c36-4880-8eba-d9440f74b9b0', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:19:30.197704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.260198 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0029759 Jun 18 00:19:30.260198 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60742) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:30.260918 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:30.341018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Allocated IP 172.20.0.2 (c39b6022-9c36-4880-8eba-d9440f74b9b0/95ba2386-5293-46ba-9be8-c20f8b1632ce/99a8a73b-d80b-47ad-9a94-ec1a9d57a970) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:30.383493 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.456720 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.477625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f67b9fc9-b051-46a8-a6f5-07e6c07b5304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:30.548388 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.550829 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5da130-575d-4520-895d-e6caae8f2d3b,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:30.559331 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Transition to ACTIVE for port object 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:30.570092 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:19:30.576698 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Transition to ACTIVE for port object 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588871 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.588871 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.589021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.589388 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.590289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.590963 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Tracked resource versions report: Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: pushed versions: Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: { 'AddressGroup': {'1.2'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'ConntrackHelper': {'1.0'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Log': {'1.0'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Network': {'1.1'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Port': {'1.7'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'PortForwarding': {'1.2'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'QosPolicy': {'1.8'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroup': {'1.4'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SubPort': {'1.0'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Subnet': {'1.1'}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Trunk': {'1.1'}} Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: consumer versions: Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: HyperV agent@hv-cinder-79695: {}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'ConntrackHelper': '1.0', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Log': '1.0', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Network': '1.1', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Port': '1.7', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'PortForwarding': '1.2', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'QosPolicy': '1.8', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroup': '1.4', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SecurityGroupRule': '1.2', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'SubPort': '1.0', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Subnet': '1.1', Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: 'Trunk': '1.1'}} Jun 18 00:19:30.593255 dv-cinder-796950-2-iscsi neutron-server[99800]: {{(pid=99800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:19:30.663721 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.667804 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:30.686353 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.694248 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.694896 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Added segment 207b7cf5-afc5-4075-9704-bde85fd601e8 of type vlan for network e2a6cf0c-e592-4dcc-a431-bda55df8ee85 Jun 18 00:19:30.714204 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Pushing event updated for resources: {'Port': ['ID=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:30.724095 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.724773 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.725282 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.725844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.726339 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.726847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.727345 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.727891 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.728399 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.728979 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.729462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.730024 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Tracked resource versions report: Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: pushed versions: Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: { 'AddressGroup': {'1.2'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'ConntrackHelper': {'1.0'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Log': {'1.0'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Network': {'1.1'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Port': {'1.7'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'PortForwarding': {'1.2'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'QosPolicy': {'1.8'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroup': {'1.4'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SubPort': {'1.0'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Subnet': {'1.1'}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Trunk': {'1.1'}} Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: consumer versions: Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: HyperV agent@hv-cinder-79695: {}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'ConntrackHelper': '1.0', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Log': '1.0', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Network': '1.1', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Port': '1.7', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'PortForwarding': '1.2', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'QosPolicy': '1.8', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroup': '1.4', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SecurityGroupRule': '1.2', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'SubPort': '1.0', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Subnet': '1.1', Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: 'Trunk': '1.1'}} Jun 18 00:19:30.731367 dv-cinder-796950-2-iscsi neutron-server[99801]: {{(pid=99801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:19:30.741251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.747739 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:30.763462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:30.764854 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:30.769160 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:30.783000 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:30.788327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.795575 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:30.828449 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:19:30.845246 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.850441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606e1ded-3fa4-4a6a-9114-2b82e617055c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:30.856529 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:30.863833 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.863833 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:30.863833 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.863833 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Added segment f72612e1-d603-4e77-aa14-85893411fe06 of type vlan for network c265bd0e-d364-4434-9b9b-b03ba73e1d80 Jun 18 00:19:30.865655 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:30.867716 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Attempting to bind port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:30.867990 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Attempting to bind port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:30.869921 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Attempting to bind port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:30.876107 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:30.876490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Checking segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:30.877264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.877878 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Bound using segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:30.878620 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Bound port: 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:30.885818 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.965017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] For port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:30.970487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] For port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:30.974259 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:30.989980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Pushing event updated for resources: {'Network': ['ID=e2a6cf0c-e592-4dcc-a431-bda55df8ee85,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:31.003952 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:31.004442 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network e2a6cf0c-e592-4dcc-a431-bda55df8ee85 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:19:31.027791 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.060799 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.070556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:31.114276 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.124369 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:31.146874 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:19:31.148780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.155176 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Pushing event updated for resources: {'Port': ['ID=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:31.161046 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:31.161661 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.163412 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:31.180770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.181216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Added segment b3140520-9301-495f-9cfe-70c65fc0c64a of type vlan for network d879b9f2-97fe-44ac-8b70-5960e11e40da Jun 18 00:19:31.182825 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e75c31-00c1-4160-86e6-8ed32087057d,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:31.210958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:31.219273 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a231f273-023a-4868-a2d3-9f0c89f36cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:31.223380 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8986423 Jun 18 00:19:31.226598 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60782) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:31.233134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Request body: {'subnet': {'network_id': 'e2a6cf0c-e592-4dcc-a431-bda55df8ee85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-333986435-subnet', 'tenant_id': 'ce7894c06ec9493e99fee4a7253f6710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:31.286039 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.287114 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.330405 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.335174 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Pushing event updated for resources: {'Network': ['ID=c265bd0e-d364-4434-9b9b-b03ba73e1d80,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:31.338029 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:31.345633 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network c265bd0e-d364-4434-9b9b-b03ba73e1d80 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:19:31.372950 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9877050 Jun 18 00:19:31.375738 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60784) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:31.381496 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Request body: {'subnet': {'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1547760431-subnet', 'tenant_id': '0955cff4a5a7437fb8aa2849929e3ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:31.411629 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.457631 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.459625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:31.460503 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.464583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:31.520250 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Made reservation on behalf of ce7894c06ec9493e99fee4a7253f6710 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:31.522712 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.525058 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d879b9f2-97fe-44ac-8b70-5960e11e40da,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:31.530233 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:31.535276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network d879b9f2-97fe-44ac-8b70-5960e11e40da details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:19:31.643757 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0923109 Jun 18 00:19:31.646632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60794) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:31.653068 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Request body: {'subnet': {'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-subnet', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:31.733144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.769851 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Made reservation on behalf of 0955cff4a5a7437fb8aa2849929e3ae8 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:31.774315 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.978228 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Made reservation on behalf of f59c33eff28a440a82e0e78c337e3adc for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:31.978464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:31.980317 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.001879 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:32.012217 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:32.065219 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Checking segment: {'id': '207b7cf5-afc5-4075-9704-bde85fd601e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2a6cf0c-e592-4dcc-a431-bda55df8ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:32.065587 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Network hostable DHCP agents. Network: e2a6cf0c-e592-4dcc-a431-bda55df8ee85, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:19:32.088754 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60806) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:32.134002 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25188638-775c-4a11-a6db-5a9779973377,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:32.136929 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:32.212230 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:32.224356 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.257818 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:32.261480 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Network e2a6cf0c-e592-4dcc-a431-bda55df8ee85 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:19:32.309147 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.310197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ccd17-fed4-46b6-916d-cdfae0c0202b None None] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:32.316128 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.340620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20c9025-6beb-44e9-a39c-218cee2e7d9e,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:32.347758 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, e2a6cf0c-e592-4dcc-a431-bda55df8ee85) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:32.349861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.351489 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:32.355989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.359951 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:32.360541 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.367987 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4442f4c-e6cd-45e3-b3c7-c28ead22faef None None] Network e2a6cf0c-e592-4dcc-a431-bda55df8ee85 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:32.368545 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d5a1f511-5d7d-442e-8976-74f6f6bfdb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:32.405098 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Checking segment: {'id': 'f72612e1-d603-4e77-aa14-85893411fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:32.405490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Network hostable DHCP agents. Network: c265bd0e-d364-4434-9b9b-b03ba73e1d80, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:19:32.476861 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Provisioning for port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:32.485693 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Allocated IP 172.27.0.200 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/5e4989fe-9ace-4e59-88c6-8eb6d1bb8044) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:32.493173 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81fd650d-9574-48d6-a720-f9157d0e5036,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:32.496618 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Provisioning complete for port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:32.497313 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.502819 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:32.514626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Checking segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:32.514626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Network hostable DHCP agents. Network: d879b9f2-97fe-44ac-8b70-5960e11e40da, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:19:32.553375 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.582944 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Network c265bd0e-d364-4434-9b9b-b03ba73e1d80 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:19:32.589667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, c265bd0e-d364-4434-9b9b-b03ba73e1d80) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:32.594486 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:32.595149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.605526 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ccf82-c0e7-4a30-8325-706ba8004675 None None] Network c265bd0e-d364-4434-9b9b-b03ba73e1d80 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:32.612021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Network d879b9f2-97fe-44ac-8b70-5960e11e40da is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:19:32.621403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.650156 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a65ed-873a-441b-ae0c-8fecf038576e None None] Network e2a6cf0c-e592-4dcc-a431-bda55df8ee85 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:32.669527 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.673890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:32.703084 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, d879b9f2-97fe-44ac-8b70-5960e11e40da) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:32.708226 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:32.708890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.723076 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd5aad83805c46889af80e1f1373ffda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6332772 Jun 18 00:19:32.724620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2240e93-d8e3-4c9e-9356-f0c90f0bf76a,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:32.726172 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60814) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:32.727971 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:32.729455 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262e482-8dfe-4647-b325-8355951391bd None None] Network d879b9f2-97fe-44ac-8b70-5960e11e40da requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:32.757601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.761331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:32.783607 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4068084 Jun 18 00:19:32.786468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:32.827235 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1793642 Jun 18 00:19:32.828417 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60830) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:32.831921 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:32.833086 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:32.835733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:32.849285 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6212432 Jun 18 00:19:32.850212 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:32.867704 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.895882 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.897975 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.943364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:32.995000 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:32.996276 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.133681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.137496 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.142903 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2240e93-d8e3-4c9e-9356-f0c90f0bf76a HTTP/1.1" status: 204 len: 168 time: 0.4154599 Jun 18 00:19:33.143928 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:33.170625 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2240e93-d8e3-4c9e-9356-f0c90f0bf76a,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:33.177368 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:33.229027 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.315190 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.338137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] For port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:19:33.397351 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783447b-5749-4f12-9a68-4a3f58d84d2a None None] Network c265bd0e-d364-4434-9b9b-b03ba73e1d80 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:33.429774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.484977 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:33.491739 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.577179 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af992dd1-443e-4b33-9666-e7e1048f2116 None None] Network d879b9f2-97fe-44ac-8b70-5960e11e40da requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:33.705056 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Pushing event updated for resources: {'Port': ['ID=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:33.718173 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:33.744392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-706f6e53-9703-41df-85d1-b0114adc8a55 None None] Provisioning complete for port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:33.744781 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-706f6e53-9703-41df-85d1-b0114adc8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.805603 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:33.959564 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:34.087646 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:34.088039 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.103495 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.146015 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.246476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Router c454078f-67bf-41aa-ad63-a99adcd7c66e is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:19:34.256249 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60902) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:34.277629 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.316517 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Allocated IP 172.27.0.72 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/63a23089-7f07-4d29-9121-9ba8e84aef29) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:34.467262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:19:34.479442 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:19:34.490345 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:34.491008 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:34.585976 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.663537 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60928) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:34.663810 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:34.663920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110989441-network', 'tenant_id': '8f21a2ac7fb44091bc675311a87cca99'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:34.701771 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.742763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.748480 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:34.777113 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.786327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:34.789878 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:34.801073 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:34.870360 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.872903 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6147285 Jun 18 00:19:34.875001 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60942) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:34.894875 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:33Z', 'revision_number': 3, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:34.895075 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Pushing event updated for resources: {'Port': ['ID=63a23089-7f07-4d29-9121-9ba8e84aef29,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:34.916291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:34.916769 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:34.928509 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:19:34.929140 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Updating router c454078f-67bf-41aa-ad63-a99adcd7c66e port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:19:34.946348 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c86302ca88334442a032e6b916d842e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6880832 Jun 18 00:19:34.946448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Made reservation on behalf of 8f21a2ac7fb44091bc675311a87cca99 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:34.948396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.948537 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60948) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:34.961565 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.974674 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:34.976516 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07098524-50d2-4d66-a1d8-e69d8a264f9c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:34.979752 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:34.981536 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 60952) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:34.984918 dv-cinder-796950-2-iscsi neutron-server[99800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 00:19:35.217671 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.245130 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.258544 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.268712 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:35.291484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:19:35.297700 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.311603 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66881b-2a7e-4043-9d8a-5040a4e3cdf2,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:35.325572 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Transition to ACTIVE for port object 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:35.330904 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.350488 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-bd54684d-807f-4f8d-aaaa-47d1d92ed50f tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:35.350488 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-bd54684d-807f-4f8d-aaaa-47d1d92ed50f tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/networks?id=c265bd0e-d364-4434-9b9b-b03ba73e1d80 HTTP/1.1" status: 200 len: 812 time: 0.3629100 Jun 18 00:19:35.359494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.369494 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Added segment a4975706-0f16-4ad4-ad18-944ff300522e of type vlan for network fe7a1314-05b8-4ae9-8bc9-cc02808340cf Jun 18 00:19:35.369494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:35.383991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.388434 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.392809 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:35.406755 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-dda0f953-663d-4a48-9232-2cd229e25c59 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/quotas/0955cff4a5a7437fb8aa2849929e3ae8 HTTP/1.1" status: 200 len: 375 time: 0.0199425 Jun 18 00:19:35.426292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.498069 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Pushing event updated for resources: {'Port': ['ID=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:35.499322 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.519082 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.519431 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.519772 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.520137 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.520672 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.521459 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.521935 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.522526 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.523052 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.523558 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.524030 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.524509 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Tracked resource versions report: Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: pushed versions: Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: { 'AddressGroup': {'1.2'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'ConntrackHelper': {'1.0'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Log': {'1.0'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Network': {'1.1'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Port': {'1.7'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'PortForwarding': {'1.2'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'QosPolicy': {'1.8'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroup': {'1.4'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroupRule': {'1.2'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SubPort': {'1.0'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Subnet': {'1.1'}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Trunk': {'1.1'}} Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: consumer versions: Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: { DHCP agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: HyperV agent@hv-cinder-79695: {}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: L3 agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: Metadata agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: Metering agent@dv-cinder-796950-2-iscsi: {}, Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: Open vSwitch agent@dv-cinder-796950-2-iscsi: { 'AddressGroup': '1.2', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'ConntrackHelper': '1.0', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Log': '1.0', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Network': '1.1', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Port': '1.7', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'PortForwarding': '1.2', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'QosPolicy': '1.8', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroup': '1.4', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SecurityGroupRule': '1.2', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'SubPort': '1.0', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Subnet': '1.1', Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: 'Trunk': '1.1'}} Jun 18 00:19:35.525742 dv-cinder-796950-2-iscsi neutron-server[99802]: {{(pid=99802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 00:19:35.530908 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-b2fd649e-3e22-4707-92a6-8cf170a48369 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0955cff4a5a7437fb8aa2849929e3ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134970 Jun 18 00:19:35.544395 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:35.561078 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.572339 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Attempting to bind port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:35.573044 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Attempting to bind port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:35.573612 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Attempting to bind port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:35.579759 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:35.581536 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:35.581536 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.581536 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:35.582370 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Bound port: 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:35.582972 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.595300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:35.595895 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.603885 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:35.667698 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] For port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:35.683083 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] For port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:35.720326 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.724876 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.729870 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07098524-50d2-4d66-a1d8-e69d8a264f9c HTTP/1.1" status: 204 len: 168 time: 0.7765355 Jun 18 00:19:35.729870 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:35.736043 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.750351 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.754194 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:35.767590 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1085439 Jun 18 00:19:35.770812 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 60982) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:35.779780 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Request body: {'subnet': {'network_id': 'fe7a1314-05b8-4ae9-8bc9-cc02808340cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1110989441-subnet', 'tenant_id': '8f21a2ac7fb44091bc675311a87cca99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:35.787304 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Pushing event updated for resources: {'Network': ['ID=fe7a1314-05b8-4ae9-8bc9-cc02808340cf,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:35.791052 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:35.800565 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network fe7a1314-05b8-4ae9-8bc9-cc02808340cf details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:19:35.839842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07098524-50d2-4d66-a1d8-e69d8a264f9c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:35.854184 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:35.855068 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:35.864459 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Pushing event updated for resources: {'Port': ['ID=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:35.882105 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Allocated IP 172.20.0.1 (c39b6022-9c36-4880-8eba-d9440f74b9b0/95ba2386-5293-46ba-9be8-c20f8b1632ce/990fc338-72d4-4114-b932-52821e578c71) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:35.909923 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:35.917467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Made reservation on behalf of 8f21a2ac7fb44091bc675311a87cca99 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:35.917467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:35.950935 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-26191fed-dc58-4b19-b291-407fc6ff78f9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:19:35.952238 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-26191fed-dc58-4b19-b291-407fc6ff78f9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2537153 Jun 18 00:19:35.954411 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:36.040340 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:36.080482 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:36.100298 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-58c4988c-f115-4acc-b67a-710f22634273 service neutron] 10.222.0.38 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343265 Jun 18 00:19:36.109623 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Transition to ACTIVE for port object 990fc338-72d4-4114-b932-52821e578c71 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:36.267386 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:33Z', 'revision_number': 3, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:36.310408 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:36.320880 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2219608a-c63f-472e-9341-b282c047c61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:36.325746 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Router 3470704e-8df5-438a-8ef6-6a54d3ff689f is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:19:36.386324 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:36.398419 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731e0e-7995-43cb-85dc-855114ea261b None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:33Z', 'revision_number': 3, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:19:36.422478 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:36.430572 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:36.438882 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:36.439397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:36.475829 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-a18f3197-2aec-4aec-8387-3a970d41ff85 service neutron] 10.222.0.38 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685451 Jun 18 00:19:36.492190 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:19:36.508866 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Sync routers for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:19:36.538060 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:36.538779 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:36.595377 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:36.599108 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7694244 Jun 18 00:19:36.608416 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32774) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:36.839190 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c7c8c1-67d2-4007-bc7d-579d85a94170,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:36.899000 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:36.899637 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-12cc0767-4a5c-4ff9-a768-b314c13bdc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:36.906552 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32788) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:36.949413 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Checking segment: {'id': 'a4975706-0f16-4ad4-ad18-944ff300522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fe7a1314-05b8-4ae9-8bc9-cc02808340cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:36.949767 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Network hostable DHCP agents. Network: fe7a1314-05b8-4ae9-8bc9-cc02808340cf, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:19:37.002915 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:37.096743 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-03fc3a0b-e34b-42cd-89bf-da8beeeae197 None None] Provisioning for port 990fc338-72d4-4114-b932-52821e578c71 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:37.189971 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32808) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:37.213927 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Pushing event updated for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:37.219336 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:37.227048 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-03fc3a0b-e34b-42cd-89bf-da8beeeae197 None None] Provisioning complete for port 990fc338-72d4-4114-b932-52821e578c71 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:37.230902 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-03fc3a0b-e34b-42cd-89bf-da8beeeae197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.285865 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-29b4ee62-a55d-4fd3-99a4-c89d73f9f7ac req-cc9f099d-647f-4db6-b51b-ab6a35148fdf tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0848968 Jun 18 00:19:37.367122 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Network fe7a1314-05b8-4ae9-8bc9-cc02808340cf is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:19:37.393708 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.430413 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.439663 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-03fc3a0b-e34b-42cd-89bf-da8beeeae197 None None] Port 990fc338-72d4-4114-b932-52821e578c71 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:19:37.440074 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, fe7a1314-05b8-4ae9-8bc9-cc02808340cf) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:37.445721 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:37.446542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.454658 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbab4ad-40f6-49fa-9338-bc899483b6b8 None None] Network fe7a1314-05b8-4ae9-8bc9-cc02808340cf requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:37.723029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.735377 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9525928 Jun 18 00:19:37.770633 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fea339-9fe0-4fa8-a723-a756f64dbcb7 None None] Network fe7a1314-05b8-4ae9-8bc9-cc02808340cf requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:19:37.802234 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.803514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:37.806117 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:37.820137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:34Z', 'revision_number': 3, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:37.939418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Checking router: 3470704e-8df5-438a-8ef6-6a54d3ff689f for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:19:37.939813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Updating router 3470704e-8df5-438a-8ef6-6a54d3ff689f port 63a23089-7f07-4d29-9121-9ba8e84aef29 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:19:38.028620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32846) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:38.086090 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:38.105139 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Pushing event updated for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:38.108989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.118577 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:38.118999 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.158395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.181732 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32850) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:38.190601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:38.193186 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:38.235568 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.256644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:38.378836 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Deleting subnet 25188638-775c-4a11-a6db-5a9779973377 {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:19:38.386466 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.392142 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b67b5da634fa45a2a7d32677221abfa8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4776714 Jun 18 00:19:38.397369 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32860) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:38.438633 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8b6fb-15f4-4bab-a362-84fc94611f18,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:38.445346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:38.564144 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Allocated IP 172.20.0.1 (d879b9f2-97fe-44ac-8b70-5960e11e40da/81fd650d-9574-48d6-a720-f9157d0e5036/1d4455bd-c74e-43fb-b0c1-7dfd50218ab2) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:38.566254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.571951 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:19:38.573295 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.608311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.632027 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-eebb5023-06d7-494b-bded-e6c67ff598d7 None None] Provisioning complete for port 990fc338-72d4-4114-b932-52821e578c71 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:38.632330 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-eebb5023-06d7-494b-bded-e6c67ff598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.673493 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2e92b6a6-0185-433a-9786-1866a46c3f12 req-31cee8cc-00f1-4109-a7b8-eea6c54b8a42 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.1370847 Jun 18 00:19:38.693307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.733923 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.771269 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.775405 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-eebb5023-06d7-494b-bded-e6c67ff598d7 None None] Port 990fc338-72d4-4114-b932-52821e578c71 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:19:38.778418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.780097 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53a8b6fb-15f4-4bab-a362-84fc94611f18 HTTP/1.1" status: 204 len: 168 time: 0.3817873 Jun 18 00:19:38.814583 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-347beed3-a92e-4e91-b86a-877307176c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:38.823485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:19:38.835333 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:38.837347 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] 10.222.0.38 "PUT /v2.0/routers/c454078f-67bf-41aa-ad63-a99adcd7c66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9613740 Jun 18 00:19:38.845477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8b6fb-15f4-4bab-a362-84fc94611f18,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:38.848187 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:38.877813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:38.878572 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.888485 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.943436 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.965981 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:38.975701 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Transition to ACTIVE for port object 63a23089-7f07-4d29-9121-9ba8e84aef29 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:38.978597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.037755 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.060856 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:19:39.065489 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.087936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.087936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-ba6b78bb-418f-427f-a9ba-3603e9c1afba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.098581 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.145215 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daa7326f342642d79050ce9cefc1fca3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1138353 Jun 18 00:19:39.147046 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32890) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:39.158364 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.185401 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Attempting to bind port 63a23089-7f07-4d29-9121-9ba8e84aef29 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:39.185667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Attempting to bind port 63a23089-7f07-4d29-9121-9ba8e84aef29 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:39.186038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Attempting to bind port 63a23089-7f07-4d29-9121-9ba8e84aef29 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:39.189132 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Pushing event updated for resources: {'Port': ['ID=63a23089-7f07-4d29-9121-9ba8e84aef29,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.195925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a19a6e-9c4f-4cc4-b0e7-142a6fdfba7e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.207037 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.207538 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.223532 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:19:39.224617 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.236508 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:39.236819 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:39.239234 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/25188638-775c-4a11-a6db-5a9779973377 HTTP/1.1" status: 204 len: 168 time: 1.0563793 Jun 18 00:19:39.240312 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32900) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:39.261583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:39.261974 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:39.262546 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.262990 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:39.263495 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Bound port: 63a23089-7f07-4d29-9121-9ba8e84aef29, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:39.263884 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.277653 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.278057 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.312954 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25188638-775c-4a11-a6db-5a9779973377,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.319572 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.385197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.404977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.405451 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.415768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.441504 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.445900 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] For port 63a23089-7f07-4d29-9121-9ba8e84aef29, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:39.449503 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] For port 63a23089-7f07-4d29-9121-9ba8e84aef29, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=63a23089-7f07-4d29-9121-9ba8e84aef29,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:39.452018 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.454448 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.497286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Network d879b9f2-97fe-44ac-8b70-5960e11e40da is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:39.504038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:39.515153 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:39.515772 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.543219 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.543413 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:39.552069 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-162f0ad4-9830-4494-8a9a-0a3a9c503bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.627321 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.658489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.658489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.658489 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47a19a6e-9c4f-4cc4-b0e7-142a6fdfba7e HTTP/1.1" status: 204 len: 168 time: 0.5081308 Jun 18 00:19:39.659292 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.661099 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:39.661828 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:39.664142 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Pushing event updated for resources: {'Port': ['ID=63a23089-7f07-4d29-9121-9ba8e84aef29,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.669274 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.679820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:39.753561 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a19a6e-9c4f-4cc4-b0e7-142a6fdfba7e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:39.766934 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:39.798271 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:39.821762 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.822040 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.822867 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.823205 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.823531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.832948 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.833337 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.836321 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.836713 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.837055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:39.881468 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:39.953475 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 2, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:39.966624 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c85f900b-4eff-4c69-9cf8-999afe01dcac req-56f68612-fe0c-4c5b-9bf4-7bb88c821fd5 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0841064 Jun 18 00:19:40.032202 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:40.034999 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.056027 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32930) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:40.069255 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:19:40.069614 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Updating router c454078f-67bf-41aa-ad63-a99adcd7c66e port 990fc338-72d4-4114-b932-52821e578c71 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:19:40.096399 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.221556 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.342379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:40.342960 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:40.343079 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:40.343950 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:19:40.344292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a6cf0c-e592-4dcc-a431-bda55df8ee85']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:40.347412 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:40.347877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.419503 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207b7cf5-afc5-4075-9704-bde85fd601e8') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:40.419800 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207b7cf5-afc5-4075-9704-bde85fd601e8') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:40.476322 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.563486 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32944) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:40.588347 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612968729', 'description': 'tempest-description--1945397779'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:40.611061 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.614181 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:34Z', 'revision_number': 3, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:40.616046 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.625712 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.636290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:19:40.636757 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: from cryptography.utils import int_from_bytes Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: from cryptography.utils import int_from_bytes Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:19:40.641534 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:19:40.680108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.683854 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:40.701644 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae44112-5821-42fd-b2ac-4232e0fd4e3f None None] The sync data for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi is: [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:34Z', 'revision_number': 3, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:19:40.723104 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.726562 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.738987 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be1dbcb02e86492b995ca20744e4cb3c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6727819 Jun 18 00:19:40.752449 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32950) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:40.761506 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57513f5-f7d7-4763-b156-adba76d7c67e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:40.767371 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:40.767371 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:40.861014 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.882840 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Transition to ACTIVE for port object 990fc338-72d4-4114-b932-52821e578c71 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:40.885726 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.888218 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.924152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fe28371-3af3-4eae-adab-5e7ef09f3d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:40.940894 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:40.943036 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e2a6cf0c-e592-4dcc-a431-bda55df8ee85 HTTP/1.1" status: 204 len: 168 time: 1.6821802 Jun 18 00:19:40.953330 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32964) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:40.993421 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.007180 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.009984 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a6cf0c-e592-4dcc-a431-bda55df8ee85,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.019194 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.022598 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.027235 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.067005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.077540 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Network d879b9f2-97fe-44ac-8b70-5960e11e40da is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:41.082424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:41.088251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.131696 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Deleting subnet 43c7c8c1-67d2-4007-bc7d-579d85a94170 {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:19:41.161620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.175749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.186246 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32970) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:41.187038 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2c17fa55-2e21-428a-a124-9f06c49e0380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.224196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.248109 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.293886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bd56c-c534-4b61-a861-6b42d11d0ad6,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.302857 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.313105 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409343-63c0-4bf4-abdf-d14e2b5cea2a None None] Pushing event updated for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.320498 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-31409343-63c0-4bf4-abdf-d14e2b5cea2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.325098 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.346115 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.351845 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.353175 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7877500 Jun 18 00:19:41.353175 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32974) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:41.568315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group_rule': {'security_group_id': 'fc1bd56c-c534-4b61-a861-6b42d11d0ad6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Attempting to bind port 990fc338-72d4-4114-b932-52821e578c71 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Attempting to bind port 990fc338-72d4-4114-b932-52821e578c71 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Attempting to bind port 990fc338-72d4-4114-b932-52821e578c71 on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Checking segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Bound using segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Bound port: 990fc338-72d4-4114-b932-52821e578c71, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:41.569853 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.571713 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e80cb90f-8c3b-41a3-a2c8-f3192edc297a req-cf4d4e6d-3763-4aaf-8bf9-d676379103b4 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0891690 Jun 18 00:19:41.581331 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] For port 990fc338-72d4-4114-b932-52821e578c71, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:41.582101 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Router 3470704e-8df5-438a-8ef6-6a54d3ff689f has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:19:41.582213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.582291 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] For port 990fc338-72d4-4114-b932-52821e578c71, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=990fc338-72d4-4114-b932-52821e578c71,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:41.668231 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.673244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.674404 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d57513f5-f7d7-4763-b156-adba76d7c67e HTTP/1.1" status: 204 len: 168 time: 0.9209120 Jun 18 00:19:41.676441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.684069 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:19:41.686206 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57513f5-f7d7-4763-b156-adba76d7c67e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.690749 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] 10.222.0.38 "PUT /v2.0/routers/3470704e-8df5-438a-8ef6-6a54d3ff689f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0812342 Jun 18 00:19:41.691608 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.699103 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.704834 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.705229 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.709474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.711684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6fad251e-8e66-457d-8862-39194aacc586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.717053 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:41.719613 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/43c7c8c1-67d2-4007-bc7d-579d85a94170 HTTP/1.1" status: 204 len: 168 time: 0.7692657 Jun 18 00:19:41.725555 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 32982) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:41.739084 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c7c8c1-67d2-4007-bc7d-579d85a94170,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.741244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-bdddd5f7-a9d3-478f-a48c-77ae74de4817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:41.817388 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:41.818016 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:41.845878 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7f5ad619-afbf-4ed9-b684-da7267555fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:41.922886 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409343-63c0-4bf4-abdf-d14e2b5cea2a None None] Pushing event updated for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=4']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:41.927817 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-31409343-63c0-4bf4-abdf-d14e2b5cea2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.013732 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 63a23089-7f07-4d29-9121-9ba8e84aef29 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:42.020952 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f56ee1-9929-4505-bb9e-303aa6e1980a,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:42.054356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.082961 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 32994) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:42.083373 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ec97a2409d54ba4ab9a0980fa8fd94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8907132 Jun 18 00:19:42.086443 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.105972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.110904 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:42.194583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 63a23089-7f07-4d29-9121-9ba8e84aef29 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:42.200602 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 63a23089-7f07-4d29-9121-9ba8e84aef29 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:42.201190 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.212301 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.278532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.343442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.372809 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7a1314-05b8-4ae9-8bc9-cc02808340cf']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:42.401093 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4975706-0f16-4ad4-ad18-944ff300522e') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:42.401364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4975706-0f16-4ad4-ad18-944ff300522e') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:42.415425 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.415803 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.419846 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.428628 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.16', 61894) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:42.433858 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.445331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:19:42.447619 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:19:42.454817 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:19:42.481520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 63a23089-7f07-4d29-9121-9ba8e84aef29, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=63a23089-7f07-4d29-9121-9ba8e84aef29,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:19:42.495374 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:41Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:42.497982 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.505109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.508617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07f56ee1-9929-4505-bb9e-303aa6e1980a HTTP/1.1" status: 204 len: 168 time: 0.4221969 Jun 18 00:19:42.509947 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-28eefb7c-45ec-4fa6-89bd-d5f7d5f2ee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:42.529062 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f56ee1-9929-4505-bb9e-303aa6e1980a,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:42.530255 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f29661-b5b3-42ea-9aee-1fcf0a297b96 None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:41Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:19:42.534401 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.548670 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.554252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:42.568124 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.571159 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:42.599650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5d5332-ea76-4713-88c4-bf85ca189626,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:42.612745 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.647114 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-4c655cfe-19e5-4177-b324-b783e6109b74 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:42.659758 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-4c655cfe-19e5-4177-b324-b783e6109b74 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.16 "GET /v2.0/networks?id=c265bd0e-d364-4434-9b9b-b03ba73e1d80 HTTP/1.1" status: 200 len: 812 time: 0.2297583 Jun 18 00:19:42.664480 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.668404 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3092942 Jun 18 00:19:42.668924 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33010) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:42.671418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.676523 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:42.677510 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group_rule': {'security_group_id': 'fc1bd56c-c534-4b61-a861-6b42d11d0ad6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:42.696542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:42.700767 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fe7a1314-05b8-4ae9-8bc9-cc02808340cf HTTP/1.1" status: 204 len: 168 time: 0.9683845 Jun 18 00:19:42.736661 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=63a23089-7f07-4d29-9121-9ba8e84aef29,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:42.738852 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.754824 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Request body: {'port': {'device_id': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80', 'admin_state_up': True, 'tenant_id': '0955cff4a5a7437fb8aa2849929e3ae8'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:42.763199 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7a1314-05b8-4ae9-8bc9-cc02808340cf,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:42.772867 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:42.972479 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9acd9971-62f9-4a83-b3e4-454d195cf308 req-aa619b69-2ccb-4884-88f1-7b27e6ba4c22 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.1174819 Jun 18 00:19:43.054660 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.251791 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-18dadff6-576d-4f31-b846-cce6881396e9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:43.253063 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-18dadff6-576d-4f31-b846-cce6881396e9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 819 time: 0.3087208 Jun 18 00:19:43.267269 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.277361 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-d7711d9f-fc82-423e-94bd-d2bd6ec20335 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/quotas/f59c33eff28a440a82e0e78c337e3adc HTTP/1.1" status: 200 len: 375 time: 0.0148578 Jun 18 00:19:43.330115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Sync routers for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:19:43.347421 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:43.350460 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.352231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:43.365815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:43.418526 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Made reservation on behalf of 0955cff4a5a7437fb8aa2849929e3ae8 for: {'port': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:43.423595 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.448838 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4f4684-0084-40b2-9220-634492a8ad21,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:43.463406 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33042) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:43.470368 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-ac86c037-82ef-4ae4-964b-79330feeb4c6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870456 Jun 18 00:19:43.476481 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:43.503190 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:43.569334 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4a82e394-b84f-46f1-932f-98ddf792ffa3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce7894c06ec9493e99fee4a7253f6710&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1043928 Jun 18 00:19:43.574777 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33044) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:43.686525 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.737399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.892994 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-1d7dc94a-c51f-4901-be66-9cf4322f8de9 service neutron] 10.222.0.38 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216311 Jun 18 00:19:43.904865 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.908240 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:43.910113 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa5da130-575d-4520-895d-e6caae8f2d3b HTTP/1.1" status: 204 len: 168 time: 0.3336129 Jun 18 00:19:43.910113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:43.920132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5da130-575d-4520-895d-e6caae8f2d3b,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:43.930552 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:43.948174 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1d4455bd-c74e-43fb-b0c1-7dfd50218ab2', 'name': '', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'mac_address': 'fa:16:3e:76:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:38Z', 'updated_at': '2021-06-18T00:19:40Z', 'revision_number': 2, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'subnets': [{'id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:43.987813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Checking router: 3470704e-8df5-438a-8ef6-6a54d3ff689f for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:19:43.988189 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Updating router 3470704e-8df5-438a-8ef6-6a54d3ff689f port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:19:44.002312 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.002312 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3292050 Jun 18 00:19:44.002512 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33064) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:44.007688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:44.089007 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.175012 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.183871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 63a23089-7f07-4d29-9121-9ba8e84aef29 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:44.187504 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-8571a3fd-ff59-498c-ab4f-0dc398bb3282 service neutron] 10.222.0.38 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913315 Jun 18 00:19:44.200026 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Allocated IP 172.20.0.14 (c265bd0e-d364-4434-9b9b-b03ba73e1d80/c20c9025-6beb-44e9-a39c-218cee2e7d9e/3c897608-7e51-4cb3-bdd2-13b5019b7645) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:44.299572 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-341a77f2-33bf-4ebe-a411-a34e738a9fb8 req-42d8244d-4829-4da0-9844-f457743e5f89 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0969377 Jun 18 00:19:44.604826 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.605188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.656828 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-546d170f-0cc1-4009-9853-6acb56b44699 req-edca89e5-fcf0-409c-a307-c32284f8ccb1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 210 time: 0.0477974 Jun 18 00:19:44.733441 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 63a23089-7f07-4d29-9121-9ba8e84aef29 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:44.734468 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.794484 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.801037 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:44.807093 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Allocated IP 172.27.0.25 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/2343f17f-b516-4ff7-a633-2f2fab501d83) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:44.942724 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:44.958869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 990fc338-72d4-4114-b932-52821e578c71 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:44.978288 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Network c265bd0e-d364-4434-9b9b-b03ba73e1d80 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:44.986379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:44.989181 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:44.998013 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:44.998421 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.010930 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Transition to ACTIVE for port object 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:45.025597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Pushing event updated for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:45.028786 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:45.034370 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.179181 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4398701 Jun 18 00:19:45.180872 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 990fc338-72d4-4114-b932-52821e578c71 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:45.189398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.189398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.189398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 990fc338-72d4-4114-b932-52821e578c71 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:45.189398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.216657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-6d7488f0-2b3b-4d93-b038-91fed35d99fb tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:19:45.217926 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-6d7488f0-2b3b-4d93-b038-91fed35d99fb tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055041 Jun 18 00:19:45.254054 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.261112 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:45.271531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d06b48c5-c617-4e67-8e00-393c7775c245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:45.386513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:45.393309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:45.402604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:45.475974 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=2343f17f-b516-4ff7-a633-2f2fab501d83,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:45.490653 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:45.635722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.638211 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Pushing event updated for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:45.652156 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:45.667373 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-0456e49d-1aa0-4362-9743-90d7ae47522c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:45.668898 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-0456e49d-1aa0-4362-9743-90d7ae47522c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 819 time: 0.2874832 Jun 18 00:19:45.691941 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 990fc338-72d4-4114-b932-52821e578c71, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=990fc338-72d4-4114-b932-52821e578c71,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:19:45.693572 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Attempting to bind port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:45.694109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Attempting to bind port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:45.694589 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Attempting to bind port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 on network d879b9f2-97fe-44ac-8b70-5960e11e40da {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:45.700628 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:45.700628 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Checking segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:45.701695 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.701695 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Bound using segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:45.702253 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Bound port: 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:45.702787 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.703013 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-af37cdc3-e8f4-4db7-a21a-86d34b2667e1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/quotas/f59c33eff28a440a82e0e78c337e3adc HTTP/1.1" status: 200 len: 375 time: 0.0239887 Jun 18 00:19:45.709397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.711232 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafd67-fa55-4c53-889e-e7698985070b req-46a9757a-60ac-427a-b0a6-2a97f54822e9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:45.712773 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f7eafd67-fa55-4c53-889e-e7698985070b req-46a9757a-60ac-427a-b0a6-2a97f54822e9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 932 time: 0.1572199 Jun 18 00:19:45.765733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33142) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:45.802395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.803476 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] For port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:45.805783 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:45.810046 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] For port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:45.842208 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f7eafd67-fa55-4c53-889e-e7698985070b req-f5aea1f6-caf1-412f-9788-9aba0ef2699c tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941803 Jun 18 00:19:45.872354 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-838ddfa0-9b0f-4efc-ae15-82c1665e8cb6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586242 Jun 18 00:19:45.909699 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:45.944067 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-8f3af148-2bf6-4ba3-8ab7-aa405d36704f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f21a2ac7fb44091bc675311a87cca99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1836491 Jun 18 00:19:45.944897 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33150) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:45.969511 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:45.974076 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:45.974775 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:46.023163 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-60451f4b-eba9-44cf-b793-84ae13e4b7bb service neutron] 10.222.0.38 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400630 Jun 18 00:19:46.043808 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.067247 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Pushing event updated for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:46.072902 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:19:46.079377 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:46.084891 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:46.219225 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-2004ca93-7f5b-4b0e-9f9e-4830fc056db0 service neutron] 10.222.0.38 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878309 Jun 18 00:19:46.257972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.319358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.382235 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.440193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:19:46.462886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.470767 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:46.521446 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.565555 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.569391 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd66881b-2a7e-4043-9d8a-5040a4e3cdf2 HTTP/1.1" status: 204 len: 168 time: 0.6229098 Jun 18 00:19:46.585215 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33164) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:46.590895 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=2343f17f-b516-4ff7-a633-2f2fab501d83,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:46.597510 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:46.597926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:46.628264 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd66881b-2a7e-4043-9d8a-5040a4e3cdf2,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:46.632387 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:46.633525 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.698039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9b0ec154-7b48-432e-8be6-aa535090a080 req-f19dd6af-6afa-4b0f-9d4a-d676622908e1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0499451 Jun 18 00:19:46.759903 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:46.771576 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7577019 Jun 18 00:19:46.896936 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Request body: {'port': {'device_id': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:46.912482 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1d4455bd-c74e-43fb-b0c1-7dfd50218ab2', 'name': '', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'mac_address': 'fa:16:3e:76:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:38Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 4, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'subnets': [{'id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:19:46.987214 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc379b7e-b338-45f8-b71f-f36ef3979b29 None None] The sync data for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi is: [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1d4455bd-c74e-43fb-b0c1-7dfd50218ab2', 'name': '', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'mac_address': 'fa:16:3e:76:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:38Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 4, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'subnets': [{'id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:19:47.220700 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:47.315372 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-256219b0-e7df-4337-b010-29064d231693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:47.581034 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:47.877356 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a8e3d-ea91-4f98-a76b-7ccf816366b9 req-9be476d1-0ec4-46e8-8851-a444a9582b97 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:47.893652 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c92a8e3d-ea91-4f98-a76b-7ccf816366b9 req-9be476d1-0ec4-46e8-8851-a444a9582b97 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 932 time: 0.6003225 Jun 18 00:19:47.974852 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03fa6fbf-2e61-4094-b8c1-a66e65f65bc7 req-6e4fd54e-b023-4cc0-8f10-e014290a3629 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.1695280 Jun 18 00:19:47.979493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33200) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:48.127316 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:48.325755 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:19:48.335924 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:48.336558 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.351077 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c92a8e3d-ea91-4f98-a76b-7ccf816366b9 req-175a480c-cdf1-4630-95ca-084016ccd85e tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124649 Jun 18 00:19:48.447278 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-dc3d9df0-3cb5-4f9b-a82d-72467d486392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--612968729&fields=id&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 267 time: 0.1835337 Jun 18 00:19:48.532057 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.623954 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c897608-7e51-4cb3-bdd2-13b5019b7645 {{(pid=99800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:19:48.627141 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.648961 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.687665 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.697248 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:19:48.722620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.provisioning_blocks [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Transition to ACTIVE for port object 3c897608-7e51-4cb3-bdd2-13b5019b7645 will not be triggered until provisioned by entity L2. {{(pid=99800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:48.747504 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.761050 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.768624 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 990fc338-72d4-4114-b932-52821e578c71 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:48.774555 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:48.807708 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:48.951711 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:48.957740 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.965806 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:48.968649 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:48.972854 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33232) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:48.978175 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=201f13b6780b414993335f9a75245c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3839033 Jun 18 00:19:48.979816 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 990fc338-72d4-4114-b932-52821e578c71 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:48.980210 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.020377 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-1f318441-c6d1-467f-9b23-a761599e4901 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:49.031466 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-1f318441-c6d1-467f-9b23-a761599e4901 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 817 time: 0.5396478 Jun 18 00:19:49.061222 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.107828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:49.280026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcc39b5-0d8d-4544-8190-ee5b7e07285c,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:49.293701 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3becec933e7d44439709b5971db1dacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3077269 Jun 18 00:19:49.297369 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:49.299153 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33240) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:49.315173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.335976 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-8e67317e-541c-4853-9bed-807683c03113 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/quotas/0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 375 time: 0.2991674 Jun 18 00:19:49.359293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.429165 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.468977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.487360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0724356e-cbe1-4afe-88e0-b24b128dc53e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:49.537971 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:49.541500 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d34dbdf-c1cf-41cc-bb0c-9c877e69627d req-fd58f7c7-47dd-41c3-bec1-5b48199b5eec tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.2747304 Jun 18 00:19:49.542210 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:49.565397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.565397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.571910 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0724356e-cbe1-4afe-88e0-b24b128dc53e HTTP/1.1" status: 204 len: 168 time: 0.5978127 Jun 18 00:19:49.572714 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e36ebde9-9058-43e0-bb93-540dcc86cebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:49.601833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0724356e-cbe1-4afe-88e0-b24b128dc53e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:49.605531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:49.618580 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:49.651156 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:49.656729 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Attempting to bind port 3c897608-7e51-4cb3-bdd2-13b5019b7645 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:49.657106 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Attempting to bind port 3c897608-7e51-4cb3-bdd2-13b5019b7645 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'f72612e1-d603-4e77-aa14-85893411fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80'}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:49.657451 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Attempting to bind port 3c897608-7e51-4cb3-bdd2-13b5019b7645 on network c265bd0e-d364-4434-9b9b-b03ba73e1d80 {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:49.662557 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.667090 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.668249 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfcc39b5-0d8d-4544-8190-ee5b7e07285c HTTP/1.1" status: 204 len: 168 time: 0.3665202 Jun 18 00:19:49.668979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:49.674908 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Port 3c897608-7e51-4cb3-bdd2-13b5019b7645 on network c265bd0e-d364-4434-9b9b-b03ba73e1d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:19:49.675948 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Attempting to bind port 3c897608-7e51-4cb3-bdd2-13b5019b7645 on network c265bd0e-d364-4434-9b9b-b03ba73e1d80 {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:49.685586 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcc39b5-0d8d-4544-8190-ee5b7e07285c,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:49.719382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:49.724248 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:49.724248 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Checking segment: {'id': 'f72612e1-d603-4e77-aa14-85893411fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:49.724831 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Bound using segment: {'id': 'f72612e1-d603-4e77-aa14-85893411fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80'} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:49.725385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Bound port: 3c897608-7e51-4cb3-bdd2-13b5019b7645, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72612e1-d603-4e77-aa14-85893411fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80'}}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:49.725647 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.847093 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9e43f5ee-e879-477b-b6bf-bfc1b2eafebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.885646 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:49.965764 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:19:49.995401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-d1b7528a-a855-4abd-ae97-1e6fd240d31c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6579666 Jun 18 00:19:50.013889 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, cleared binding levels {{(pid=99800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:50.020657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645,segment=NetworkSegment(f72612e1-d603-4e77-aa14-85893411fe06),segment_id=f72612e1-d603-4e77-aa14-85893411fe06)] {{(pid=99800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:50.039477 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ee48-b020-40ae-9184-ef1b319d9487 req-1fd58d22-b2d2-4466-a60b-0a48ddc1a523 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:50.057741 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5dd0ee48-b020-40ae-9184-ef1b319d9487 req-1fd58d22-b2d2-4466-a60b-0a48ddc1a523 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.3439844 Jun 18 00:19:50.097890 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:19:50.098429 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:50.109056 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.16', 61908) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:50.109548 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5dd0ee48-b020-40ae-9184-ef1b319d9487 req-41ad989b-636d-42a5-9250-004a6ec23c9b tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497706 Jun 18 00:19:50.129367 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:50.132283 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20e7ec22-1e1d-4538-8e97-e26ef2ef58da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:50.185458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:50.186080 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:50.188255 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/3c897608-7e51-4cb3-bdd2-13b5019b7645 HTTP/1.1" status: 200 len: 1094 time: 4.0526493 Jun 18 00:19:50.188460 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:19:50.293804 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=3']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:50.300056 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:50.559697 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-c212396a-4feb-4a86-8b5b-3b7245c53e2f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:50.562293 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-c212396a-4feb-4a86-8b5b-3b7245c53e2f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 819 time: 0.2930043 Jun 18 00:19:50.679900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Request body: {'port': {'device_id': '7c35cbe1-d255-417e-a948-4508f247672d', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'admin_state_up': True, 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:50.697830 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-fc68083b-0566-45ef-a99d-0a2878f571d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:50.701520 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-fc68083b-0566-45ef-a99d-0a2878f571d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0955cff4a5a7437fb8aa2849929e3ae8&device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 1097 time: 0.2030265 Jun 18 00:19:50.732408 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:50.829202 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-77d3aa8b-e12f-42f4-9c96-e646619b5e80 req-8c84565a-ff66-4542-83da-c8bc5b97b630 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0439620 Jun 18 00:19:50.891815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33282) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:50.924230 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.288703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.366525 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.385837 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-aa72e13a-55f4-47dd-a597-d8927ca0841b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:51.390914 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881fb9f4-ad04-4568-818c-1880d9218b10" -d '{"events": [{"name": "network-changed", "server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:19:51.433942 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Made reservation on behalf of f59c33eff28a440a82e0e78c337e3adc for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:51.441677 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ed2b2-80ee-4627-83cb-742de7419f29,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:51.450485 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8cfc4ee48c8426abe2786636f125b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574706 Jun 18 00:19:51.451597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:51.453859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33296) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:51.466206 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.538705 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd33f2-0fb2-4f6e-aa3a-d332a149c300 req-7100cf97-bbcb-455d-89e8-ff4ddcfb8315 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:51.540924 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2bd33f2-0fb2-4f6e-aa3a-d332a149c300 req-7100cf97-bbcb-455d-89e8-ff4ddcfb8315 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.1875510 Jun 18 00:19:51.580506 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.643207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:51.655954 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2bd33f2-0fb2-4f6e-aa3a-d332a149c300 req-7c57d66f-b076-49fa-adca-e80eebad8df6 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049678 Jun 18 00:19:51.695346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-a0e570a7-552b-4ba8-ba4e-3cf2336cfd68 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:19:51.695346 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-a0e570a7-552b-4ba8-ba4e-3cf2336cfd68 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6787775 Jun 18 00:19:51.855976 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff1ac890-abda-4b96-986e-e2e791b910f4 service neutron] 10.222.0.38 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Jun 18 00:19:52.086206 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-e8d50ba0-d57b-4fdb-8f85-3fb1f23945a5 service neutron] 10.222.0.38 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197778 Jun 18 00:19:52.104563 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Allocated IP 172.20.0.8 (d879b9f2-97fe-44ac-8b70-5960e11e40da/81fd650d-9574-48d6-a720-f9157d0e5036/781c8024-9f18-46d3-adf9-189836b50f91) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:52.374836 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b7f92-a83a-4465-9967-9cf784a77c9d x-openstack-request-id: req-051b7f92-a83a-4465-9967-9cf784a77c9d {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:19:52.375255 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:19:52.375901 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-051b7f92-a83a-4465-9967-9cf784a77c9d {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:19:52.376419 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645', 'status': 'completed', 'code': 200} Jun 18 00:19:52.395754 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:52.403619 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:52.410943 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e43ed2b2-80ee-4627-83cb-742de7419f29 HTTP/1.1" status: 204 len: 168 time: 0.9561186 Jun 18 00:19:52.412163 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8993b7f0-615c-40c9-a5d6-7de2918cf6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:52.431508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ed2b2-80ee-4627-83cb-742de7419f29,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:52.456176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:52.545479 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:52.573066 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d71224a8-7247-4c9e-a529-0d2a5b0e0f33 req-caaf6d57-8ba3-42c5-8533-356f56c8b59a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0410290 Jun 18 00:19:52.776147 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:52.779122 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:52.814850 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:52.903952 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Network d879b9f2-97fe-44ac-8b70-5960e11e40da is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:52.935838 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:52.947418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:53.008185 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Pushing event updated for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:53.013060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:53.028623 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6510eeb9-b615-47c0-a858-b3875e81b68e req-98756b7a-d8f1-4768-9f4b-7b2356ab28f3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.1006129 Jun 18 00:19:53.061105 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf256f-98c3-41f9-81d7-c52868d7090f req-b21ef717-5887-40c4-8c90-9da7a613470b tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:53.063126 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-debf256f-98c3-41f9-81d7-c52868d7090f req-b21ef717-5887-40c4-8c90-9da7a613470b tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.2792313 Jun 18 00:19:53.069150 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:53.069821 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:53.151216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-debf256f-98c3-41f9-81d7-c52868d7090f req-7384dddd-f250-4017-bb84-fa16ac70c8e0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Jun 18 00:19:53.218318 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5501437 Jun 18 00:19:53.781182 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-08a718d1-11f3-4e2a-8d15-752ce607992e req-350027e1-c793-4264-8211-acdf6a471f6b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0487001 Jun 18 00:19:54.114446 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af25167f-3bc5-4ccd-a576-2fcb2c32cea9 req-263873da-6275-4f12-bb57-89ad9287644f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0479519 Jun 18 00:19:54.355355 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba875-a071-4b2a-a4ba-45595bc6419a req-19c63f5a-f245-4a83-9be4-d166b6179498 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:54.358035 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-060ba875-a071-4b2a-a4ba-45595bc6419a req-19c63f5a-f245-4a83-9be4-d166b6179498 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.0824320 Jun 18 00:19:54.412782 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-060ba875-a071-4b2a-a4ba-45595bc6419a req-ff3b463c-12b7-4479-a7f3-09c7a9e35543 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485437 Jun 18 00:19:54.931278 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3b59a868-e8f4-4b03-a927-688ccee1fb54 req-98d732e9-491c-4d9e-8440-0dcd1a1f20d8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0306258 Jun 18 00:19:55.331262 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a1f7e3ec-94b4-43e4-823c-3ac884163a62 req-7e6e9df5-079f-4de7-8ecb-fbe3afb3d2e6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0324676 Jun 18 00:19:55.682077 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563ef6-fe82-4354-8b02-5be4109dd1df req-abfca617-fed1-4ec9-a81c-01a751c20825 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:55.685073 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e1563ef6-fe82-4354-8b02-5be4109dd1df req-abfca617-fed1-4ec9-a81c-01a751c20825 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.0809104 Jun 18 00:19:55.738501 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e1563ef6-fe82-4354-8b02-5be4109dd1df req-6065749d-f6dd-4c29-b768-03c8e00a2da0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jun 18 00:19:56.109965 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02b1ea61-1359-4b6f-9eb4-eb59b4a1e4d1 req-9401b341-05f9-4ac1-ba69-f82bbf500505 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0518444 Jun 18 00:19:56.407402 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33486) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:56.506133 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-30d2fe0c-aedf-449a-8680-7b5f26459dab req-e483c1cd-eb14-4a18-a58a-ad3a5bc28e2d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0453453 Jun 18 00:19:56.601049 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:56.695599 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:56.782324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:56.786878 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-58d66d75-ed6e-4316-a346-a97676afff04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:56.829968 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49a6f4a142a14763beee1f628e68875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215047 Jun 18 00:19:56.831203 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25044269-1aeb-4d02-b9c8-81925e45402e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:56.832671 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33516) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:56.834626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:56.906604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:56.928717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:56.962883 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c91ad2-07be-4593-bd64-ef2be13703ac req-3633c0d0-74cd-412e-976e-94eedcfbd4e9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:56.964724 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25c91ad2-07be-4593-bd64-ef2be13703ac req-3633c0d0-74cd-412e-976e-94eedcfbd4e9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.0837040 Jun 18 00:19:57.010102 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25c91ad2-07be-4593-bd64-ef2be13703ac req-165cd78f-c5b0-4501-ab8d-e2bedf5b4188 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Jun 18 00:19:57.046557 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33524) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:57.073418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.076594 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.078400 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25044269-1aeb-4d02-b9c8-81925e45402e HTTP/1.1" status: 204 len: 168 time: 0.2422998 Jun 18 00:19:57.079366 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-61edaa3b-67c1-4dd3-8076-4daf44ce71a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:57.090566 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25044269-1aeb-4d02-b9c8-81925e45402e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:57.096358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:57.170874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.258975 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-274e3ce4-7db9-40a7-8384-598ee713eca0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645 HTTP/1.1" status: 200 len: 217 time: 0.0749454 Jun 18 00:19:57.270430 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Request body: {'port': {'device_id': '7c35cbe1-d255-417e-a948-4508f247672d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:57.328652 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0a00952e-c7d0-453a-b1c3-89c5429404fd req-0752d806-b092-404f-860d-c03f98634caa tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0685594 Jun 18 00:19:57.346991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-baebd4be-4e1a-4466-9ab3-3140c41fc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:57.348419 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-baebd4be-4e1a-4466-9ab3-3140c41fc005 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c20c9025-6beb-44e9-a39c-218cee2e7d9e HTTP/1.1" status: 200 len: 852 time: 0.0710447 Jun 18 00:19:57.382549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.388519 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.523987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.569005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-372e9a57-24b7-4091-8f6a-9c32a5debde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:57.579219 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0f5c57f3e3647099a8933fe18dc8234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312343 Jun 18 00:19:57.580453 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33542) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:57.608564 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-f17a18ab-9305-447c-ac54-1a4b76d024f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c265bd0e-d364-4434-9b9b-b03ba73e1d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179461 Jun 18 00:19:57.699076 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51428426-7863-44da-a877-63438546b26b,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:57.704114 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:57.738227 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef72afc0-6742-4532-ad4b-84a128a02f2d req-20177aa0-8f60-400d-9f72-52a286f571f1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0935075 Jun 18 00:19:57.808470 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.848679 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.851599 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781c8024-9f18-46d3-adf9-189836b50f91 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:19:57.859737 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:57.884166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Transition to ACTIVE for port object 781c8024-9f18-46d3-adf9-189836b50f91 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:19:57.914723 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-6fef21ab-ba41-4467-af31-6dba28fd4373 service neutron] 10.222.0.16 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636027 Jun 18 00:19:58.000188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.009176 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b52eb3a9-4f21-44f8-ba4f-84c728f6f2c5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:58.045576 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf601bb-ce4f-4d21-9155-03796cbc8f28 req-503ca6e4-2eb2-4741-b2ee-1ec9af97b2d7 service neutron] 10.222.0.16 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238539 Jun 18 00:19:58.062867 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.065813 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.067310 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51428426-7863-44da-a877-63438546b26b HTTP/1.1" status: 204 len: 168 time: 0.4850705 Jun 18 00:19:58.068116 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:58.086231 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51428426-7863-44da-a877-63438546b26b,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:58.096425 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:58.228166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Pushing event updated for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:58.239746 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:58.272704 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.16', 61917) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:58.309607 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723c58e-e302-4022-ba87-5c1a725f91d6 req-5a2a0fb9-27c0-488f-8cfc-54550b705da1 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:58.311154 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0723c58e-e302-4022-ba87-5c1a725f91d6 req-5a2a0fb9-27c0-488f-8cfc-54550b705da1 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.1752765 Jun 18 00:19:58.358663 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Attempting to bind port 781c8024-9f18-46d3-adf9-189836b50f91 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:19:58.359054 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Attempting to bind port 781c8024-9f18-46d3-adf9-189836b50f91 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:19:58.359407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Attempting to bind port 781c8024-9f18-46d3-adf9-189836b50f91 on network d879b9f2-97fe-44ac-8b70-5960e11e40da {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:58.370292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Port 781c8024-9f18-46d3-adf9-189836b50f91 on network d879b9f2-97fe-44ac-8b70-5960e11e40da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:19:58.370621 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Attempting to bind port 781c8024-9f18-46d3-adf9-189836b50f91 on network d879b9f2-97fe-44ac-8b70-5960e11e40da {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:19:58.381408 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:19:58.381773 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Checking segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:19:58.382310 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Bound using segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:19:58.382811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Bound port: 781c8024-9f18-46d3-adf9-189836b50f91, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:19:58.383166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.389949 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-9a73d36c-d455-4d58-b256-7306f6ea49fc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:58.391590 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-9a73d36c-d455-4d58-b256-7306f6ea49fc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 819 time: 0.1870542 Jun 18 00:19:58.412350 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0723c58e-e302-4022-ba87-5c1a725f91d6 req-a3ef486a-e61c-4715-885c-fcb3b964dc6b tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773747 Jun 18 00:19:58.434404 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Request body: {'port': {'device_id': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'admin_state_up': True, 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:19:58.486118 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-a5698fca-e640-421f-931e-48faafd82040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:58.487704 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-a5698fca-e640-421f-931e-48faafd82040 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0955cff4a5a7437fb8aa2849929e3ae8&device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 1097 time: 0.1897495 Jun 18 00:19:58.551479 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0a47d2b-9d0d-4e71-8ca5-3d0003278433 req-40bf5816-73fb-43f3-91ce-74e5dee85a89 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0404232 Jun 18 00:19:58.589796 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:19:58.623012 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=781c8024-9f18-46d3-adf9-189836b50f91,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:19:58.679406 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Made reservation on behalf of f59c33eff28a440a82e0e78c337e3adc for: {'port': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:19:58.683149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.783006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.798032 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:58.854682 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:58.855381 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:58.856714 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] 10.222.0.16 "PUT /v2.0/ports/781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 1093 time: 1.5923536 Jun 18 00:19:58.861771 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:19:58.895660 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-89e1639b-4e4b-4820-b34b-e94b75dfedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:58.897129 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-89e1639b-4e4b-4820-b34b-e94b75dfedc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c265bd0e-d364-4434-9b9b-b03ba73e1d80 HTTP/1.1" status: 200 len: 913 time: 0.3845401 Jun 18 00:19:58.901856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Pushing event updated for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:58.914520 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:58.933260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33592) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:58.986953 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Allocated IP 172.20.0.10 (d879b9f2-97fe-44ac-8b70-5960e11e40da/81fd650d-9574-48d6-a720-f9157d0e5036/b656d9f7-eb1f-413e-9fe7-d1185ce5f016) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:19:59.002773 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a5eb7735-8ab1-456d-840d-97311b413e1b req-76cf44c4-a272-4405-a688-5b73aab69d05 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.1103287 Jun 18 00:19:59.015734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.040209 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-7b85fc45-3579-4fd5-8742-658ee4760423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645 HTTP/1.1" status: 200 len: 217 time: 0.1351714 Jun 18 00:19:59.118332 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "tag": "781c8024-9f18-46d3-adf9-189836b50f91"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:19:59.146845 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-bc8b1f40-b3ef-4bf9-9f51-70863e9a1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.148278 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-bc8b1f40-b3ef-4bf9-9f51-70863e9a1fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c20c9025-6beb-44e9-a39c-218cee2e7d9e HTTP/1.1" status: 200 len: 852 time: 0.0732026 Jun 18 00:19:59.191420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-6c41562e-e614-44d5-9ec6-ed7a78dd9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.193141 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-6c41562e-e614-44d5-9ec6-ed7a78dd9a12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1096 time: 0.1631660 Jun 18 00:19:59.218662 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-ae4a93cb-8a03-41c7-b218-ad8d9f245b1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c265bd0e-d364-4434-9b9b-b03ba73e1d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604880 Jun 18 00:19:59.277785 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-d678a222-82cc-4537-a89c-194b05e9a1f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0648119 Jun 18 00:19:59.306837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b80e4a-ed4d-4c45-a3a7-f0cb3ab58cb0 x-openstack-request-id: req-66b80e4a-ed4d-4c45-a3a7-f0cb3ab58cb0 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:19:59.314259 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "tag": "781c8024-9f18-46d3-adf9-189836b50f91", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:19:59.314259 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66b80e4a-ed4d-4c45-a3a7-f0cb3ab58cb0 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:19:59.314259 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91', 'status': 'completed', 'code': 200} Jun 18 00:19:59.317615 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.367988 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.386084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7e54489d-5f91-429f-9351-9c8687cf1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.387598 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-7e54489d-5f91-429f-9351-9c8687cf1b8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0673046 Jun 18 00:19:59.398846 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.408318 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-4ecaa849-4b78-4635-a964-bb176d0b2968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:59.411290 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-e2a977e6-3b4a-4134-9d4b-c9f5b9c8591b service neutron] 10.222.0.16 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741238 Jun 18 00:19:59.420906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.16', 61925) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:59.449568 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8372bf7a0344e3bb16f7bd98d2b31ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126450 Jun 18 00:19:59.450562 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3b5b3-ff7e-434b-8456-bda71c68147b,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:59.454786 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:59.455276 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33622) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:19:59.476949 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-dcf82a2d-280a-4df2-b9b3-dc90de6e1d77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404220 Jun 18 00:19:59.540501 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.576027 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:19:59.602923 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-881fb9f4-ad04-4568-818c-1880d9218b10 req-36deb285-fc60-4199-b4e2-9c5fae8a6a52 service neutron] 10.222.0.16 "GET /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365371 Jun 18 00:19:59.626438 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Network d879b9f2-97fe-44ac-8b70-5960e11e40da is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:19:59.636561 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:19:59.736022 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:19:59.755359 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.762877 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.782263 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.869027 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-cc5cf497-3ef1-4c71-9ca8-4ac8ad2ae1b1 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694890 Jun 18 00:19:59.877519 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-e52b1f92-c5cf-40e6-a5d1-34bae7767322 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.879285 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-e52b1f92-c5cf-40e6-a5d1-34bae7767322 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 817 time: 0.4160030 Jun 18 00:19:59.895975 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:19:59.902546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Pushing event updated for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:19:59.905501 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:19:59.949953 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5283c-c3d4-4d3b-806a-d8beace02c3a req-7c432461-b059-48cf-8f14-e1ae999bab11 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:19:59.951539 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-89b5283c-c3d4-4d3b-806a-d8beace02c3a req-7c432461-b059-48cf-8f14-e1ae999bab11 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 932 time: 0.1448631 Jun 18 00:19:59.953802 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403521 Jun 18 00:19:59.982458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Request body: {'port': {'device_id': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:00.003211 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-9bbcc285-95ca-4ed4-9bd1-90f941b27dc2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 379 time: 0.1031029 Jun 18 00:20:00.016249 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'port': {'device_id': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'admin_state_up': True, 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'security_groups': ['fc1bd56c-c534-4b61-a861-6b42d11d0ad6']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:00.027164 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904a42f-3d00-463b-beb0-b9d32b21fb64 req-6243ec7a-c098-47ab-bd51-48e592a510c4 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:00.034200 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0904a42f-3d00-463b-beb0-b9d32b21fb64 req-6243ec7a-c098-47ab-bd51-48e592a510c4 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.4340789 Jun 18 00:20:00.086863 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-039dc012-5f48-4d8c-a888-5b1b983a01b4 req-e354fd0c-9b8c-474e-9b79-2585a1145242 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061708 Jun 18 00:20:00.101540 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-89b5283c-c3d4-4d3b-806a-d8beace02c3a req-01f23497-fbdf-4fc5-b67e-84a860303c23 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398396 Jun 18 00:20:00.154808 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0904a42f-3d00-463b-beb0-b9d32b21fb64 req-805ec449-49a3-4969-a44c-ece8b2ab1ea9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197422 Jun 18 00:20:00.163149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.212640 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.216857 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.220639 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54a3b5b3-ff7e-434b-8456-bda71c68147b HTTP/1.1" status: 204 len: 168 time: 0.7642345 Jun 18 00:20:00.226308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:00.247147 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3b5b3-ff7e-434b-8456-bda71c68147b,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:00.259310 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:00.281507 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d7634f0-66e7-443c-b2dc-b3c563cd5e8d req-58addc5e-08f2-4144-b999-9291f5567eed tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0415337 Jun 18 00:20:00.324980 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Made reservation on behalf of 0994e7b344804a55bcd769a9f9e937f7 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:00.329114 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.520752 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-58562c80-87ab-4f7f-b897-203bd32aa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:00.522233 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-58562c80-87ab-4f7f-b897-203bd32aa607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1096 time: 0.1357546 Jun 18 00:20:00.522685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b656d9f7-eb1f-413e-9fe7-d1185ce5f016 {{(pid=99800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:00.525938 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Allocated IP 172.20.0.11 (c39b6022-9c36-4880-8eba-d9440f74b9b0/95ba2386-5293-46ba-9be8-c20f8b1632ce/91bc8058-aff2-467d-bdfc-982b235af2f0) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:00.530705 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.542279 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.provisioning_blocks [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Transition to ACTIVE for port object b656d9f7-eb1f-413e-9fe7-d1185ce5f016 will not be triggered until provisioned by entity L2. {{(pid=99800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:00.639274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.645434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:00.758186 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-98c421b0-c39b-4315-9b71-fe3462236f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:00.763252 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-98c421b0-c39b-4315-9b71-fe3462236f4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.2310798 Jun 18 00:20:00.819209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Pushing event updated for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:00.832852 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:00.842064 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Attempting to bind port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:00.842795 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Attempting to bind port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:00.844639 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Attempting to bind port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 on network d879b9f2-97fe-44ac-8b70-5960e11e40da {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:00.848509 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-a74adf1f-3900-4895-a033-0457bc3a9d9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0785153 Jun 18 00:20:00.851822 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 on network d879b9f2-97fe-44ac-8b70-5960e11e40da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:20:00.852802 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Attempting to bind port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 on network d879b9f2-97fe-44ac-8b70-5960e11e40da {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:00.861202 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:00.861904 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Checking segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:00.862420 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Bound using segment: {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:00.862903 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Bound port: b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3140520-9301-495f-9cfe-70c65fc0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da'}}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:00.863260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.925108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:00.947286 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-39cbd9ab-c14b-437e-b0f3-1d03b2e0eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:00.948726 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-39cbd9ab-c14b-437e-b0f3-1d03b2e0eef3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0844545 Jun 18 00:20:00.949587 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Transition to ACTIVE for port object 91bc8058-aff2-467d-bdfc-982b235af2f0 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:00.967797 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, cleared binding levels {{(pid=99800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:00.971623 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:01.000645 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-b4407885-b1df-4ed2-b1fc-d830c7209158 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349820 Jun 18 00:20:01.105320 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-b72c7345-c9c1-4cf6-af7a-23cf4f7fce5a service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927353 Jun 18 00:20:01.114079 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.116532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-569c77b5-7ec5-464b-9850-667d9bb06b88 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:01.157613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.158471 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.159924 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] 10.222.0.16 "PUT /v2.0/ports/b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 200 len: 1094 time: 1.1924841 Jun 18 00:20:01.160411 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:01.162978 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:01.185820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.194080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7ccd85f1-5ac3-437d-8876-9aa4c29a0216 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:01.208121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Pushing event updated for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=3']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:01.213088 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:01.253069 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:01.260978 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:01.265484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:01.276449 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f2b96a7-8454-4ca5-96ab-a9a21551ce10 req-13ee06cf-1ae6-4547-9567-03580de8aa64 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648858 Jun 18 00:20:01.333078 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c8fde-05c1-4668-b1f5-bee6ff89f752 x-openstack-request-id: req-ca7c8fde-05c1-4668-b1f5-bee6ff89f752 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:01.333700 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:01.334212 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca7c8fde-05c1-4668-b1f5-bee6ff89f752 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:01.334731 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016', 'status': 'completed', 'code': 200} Jun 18 00:20:01.396807 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308e26f-1b76-4b49-8e6a-c2dbeec459db req-a94af304-3ec8-4665-8b85-4a75cb38702e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.398586 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c308e26f-1b76-4b49-8e6a-c2dbeec459db req-a94af304-3ec8-4665-8b85-4a75cb38702e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 944 time: 0.1069040 Jun 18 00:20:01.449349 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c308e26f-1b76-4b49-8e6a-c2dbeec459db req-0c677f8d-6039-42c8-9583-f57df622cadb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Jun 18 00:20:01.511631 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.522590 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.550471 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:01.564766 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:01.579761 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977ac7b-6bde-4c59-ba4d-336fb094d798 req-48e2b62f-864f-4304-a87d-f4807b1027a0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.583191 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4977ac7b-6bde-4c59-ba4d-336fb094d798 req-48e2b62f-864f-4304-a87d-f4807b1027a0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 944 time: 0.0902088 Jun 18 00:20:01.594346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-2b553449-45f8-4be7-b0b0-e95148a5bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.595994 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-2b553449-45f8-4be7-b0b0-e95148a5bd7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1097 time: 0.0804374 Jun 18 00:20:01.597246 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3c897608-7e51-4cb3-bdd2-13b5019b7645 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:20:01.650784 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-e4932b7d-eb82-4b87-85d1-308eb730abf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 200 len: 217 time: 0.0411594 Jun 18 00:20:01.658562 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4977ac7b-6bde-4c59-ba4d-336fb094d798 req-ebd6c0f1-c9d3-4d81-b9cb-36be284c9840 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628176 Jun 18 00:20:01.678244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd050f-9aed-4f39-ac40-ec7fe290fab6 req-3bb38959-bd08-4797-8aaf-4a6b06d8d139 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.680193 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0dcd050f-9aed-4f39-ac40-ec7fe290fab6 req-3bb38959-bd08-4797-8aaf-4a6b06d8d139 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 932 time: 0.0960581 Jun 18 00:20:01.706243 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-f795cc76-797a-4569-a9b0-cfbb85f0dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:01.711339 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-f795cc76-797a-4569-a9b0-cfbb85f0dd4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0509129 Jun 18 00:20:01.711464 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645,segment=NetworkSegment(f72612e1-d603-4e77-aa14-85893411fe06),segment_id=f72612e1-d603-4e77-aa14-85893411fe06)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:01.722196 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '3c897608-7e51-4cb3-bdd2-13b5019b7645', 'network_id': 'c265bd0e-d364-4434-9b9b-b03ba73e1d80', 'port_id': '3c897608-7e51-4cb3-bdd2-13b5019b7645', 'mac_address': 'fa:16:3e:e6:86:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20c9025-6beb-44e9-a39c-218cee2e7d9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:20:01.738415 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0dcd050f-9aed-4f39-ac40-ec7fe290fab6 req-6b64910d-695e-4e12-a252-c1aa7bc48dcf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490382 Jun 18 00:20:01.744283 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-3b234f93-f9f3-4592-bbc1-5b03fb822c9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293167 Jun 18 00:20:01.778264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.797220 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c897608-7e51-4cb3-bdd2-13b5019b7645 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:01.818363 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645,segment=NetworkSegment(f72612e1-d603-4e77-aa14-85893411fe06),segment_id=f72612e1-d603-4e77-aa14-85893411fe06)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:01.827731 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33710) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:01.837923 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8264275 Jun 18 00:20:01.849351 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-5132980e-2e64-4799-ab2b-bd64991a5ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964174 Jun 18 00:20:01.860658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Request body: {'port': {'device_id': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:01.867969 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-1aeafda9-2f0d-421c-841b-474d77cbfbd1 None None] Provisioning for port 91bc8058-aff2-467d-bdfc-982b235af2f0 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:01.884704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-1aeafda9-2f0d-421c-841b-474d77cbfbd1 None None] Provisioning complete for port 91bc8058-aff2-467d-bdfc-982b235af2f0 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:01.885169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-1aeafda9-2f0d-421c-841b-474d77cbfbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:01.998599 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.024858 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dec7e1d8-0083-4791-b380-62511eb3c557 req-4bef3887-5b2d-45d1-bbd3-3f5bc58a002b service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612132 Jun 18 00:20:02.025558 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.095747 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-1aeafda9-2f0d-421c-841b-474d77cbfbd1 None None] Port 91bc8058-aff2-467d-bdfc-982b235af2f0 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:20:02.103068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.105151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:02.176111 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:02.188948 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:02.189686 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.268390 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.272652 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-174b59cf-fe19-413b-8181-63791326f050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:02.348144 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d26e343-ff99-4e9c-b122-4a3a32a8a01e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:02.351945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:02.357344 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9215cb7fdd854f42bbf3fbc7dfea682d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275311 Jun 18 00:20:02.358931 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33738) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:02.417334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.418215 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:02.428472 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-b85ebc5f-e1da-46ac-8370-c2f22c1e4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:02.429955 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-b85ebc5f-e1da-46ac-8370-c2f22c1e4995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1097 time: 0.1172285 Jun 18 00:20:02.431665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.444743 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.446450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['3c897608-7e51-4cb3-bdd2-13b5019b7645'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:02.461245 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Transition to ACTIVE for port object 91bc8058-aff2-467d-bdfc-982b235af2f0 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:02.526750 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.546522 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:02.553794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.560449 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:02.570067 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d26e343-ff99-4e9c-b122-4a3a32a8a01e HTTP/1.1" status: 204 len: 168 time: 0.2055213 Jun 18 00:20:02.570067 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:02.593412 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d26e343-ff99-4e9c-b122-4a3a32a8a01e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:02.605428 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:02.800795 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-7a8561a2-e7fb-44b1-aa6f-b37696605e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:02.805600 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-7a8561a2-e7fb-44b1-aa6f-b37696605e11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.3658392 Jun 18 00:20:02.884904 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f11967-97db-4ffa-879e-c104b25c48f9 req-86debce0-86b0-473e-be6f-1c2ec6380092 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:02.893371 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00f11967-97db-4ffa-879e-c104b25c48f9 req-86debce0-86b0-473e-be6f-1c2ec6380092 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 944 time: 0.1360359 Jun 18 00:20:02.926276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Attempting to bind port 91bc8058-aff2-467d-bdfc-982b235af2f0 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:02.926276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Attempting to bind port 91bc8058-aff2-467d-bdfc-982b235af2f0 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:02.926276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Attempting to bind port 91bc8058-aff2-467d-bdfc-982b235af2f0 on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:02.929288 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-527284f8-25ed-4f28-a223-ccee0a526366 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 200 len: 217 time: 0.0717742 Jun 18 00:20:02.968122 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Port 91bc8058-aff2-467d-bdfc-982b235af2f0 on network c39b6022-9c36-4880-8eba-d9440f74b9b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:20:02.968454 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Attempting to bind port 91bc8058-aff2-467d-bdfc-982b235af2f0 on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:02.979578 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:02.993455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:02.993804 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Checking segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:02.994195 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Bound using segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:02.994638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Bound port: 91bc8058-aff2-467d-bdfc-982b235af2f0, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:02.995111 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.004673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:03.039507 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-679c4a37-b111-4b43-952a-25527035620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.040985 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-679c4a37-b111-4b43-952a-25527035620c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.1041565 Jun 18 00:20:03.080475 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-76b40d1d-e9c8-4731-b59f-29d3765ae7a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310912 Jun 18 00:20:03.148077 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:03.167902 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:03.177812 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00f11967-97db-4ffa-879e-c104b25c48f9 req-90dbcbcd-677a-4e8b-9803-9eeca0829c58 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815387 Jun 18 00:20:03.216358 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-d8b4865b-eebe-4936-9336-af208ef6b461 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262903 Jun 18 00:20:03.234811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4b49-802a-40b7-82c2-50f9cd0c8949 req-eea36ad4-0fc0-4506-b407-22bc884e957d tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.237818 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-20ca4b49-802a-40b7-82c2-50f9cd0c8949 req-eea36ad4-0fc0-4506-b407-22bc884e957d tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 945 time: 0.3205321 Jun 18 00:20:03.313537 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.325123 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-20ca4b49-802a-40b7-82c2-50f9cd0c8949 req-98834bb8-644c-496e-aac8-ed0a4a161203 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728526 Jun 18 00:20:03.329838 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:03.413703 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.416695 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.416695 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] 10.222.0.16 "PUT /v2.0/ports/91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 1094 time: 1.5608335 Jun 18 00:20:03.422854 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:03.425302 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150" -d '{"events": [{"name": "network-changed", "server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:03.474394 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:03.479582 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:03.488544 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24144f-31fc-4a5a-b507-cf62e0cba4ef req-b9f28f58-c440-497c-80cb-f02d319e1ac1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.489039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b24144f-31fc-4a5a-b507-cf62e0cba4ef req-b9f28f58-c440-497c-80cb-f02d319e1ac1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1629851 Jun 18 00:20:03.506653 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-71e5f1e8-b413-431a-8376-e6aa5bfde7cc req-3edfc923-2a57-4545-b33b-197045475e52 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797737 Jun 18 00:20:03.544052 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 781c8024-9f18-46d3-adf9-189836b50f91 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:20:03.547225 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093ffe0-56a3-46dc-acec-7871d4b00e88 x-openstack-request-id: req-a093ffe0-56a3-46dc-acec-7871d4b00e88 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:03.547369 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b24144f-31fc-4a5a-b507-cf62e0cba4ef req-a91292ba-a551-4d9f-8169-4bdd9cc1cd76 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504742 Jun 18 00:20:03.547542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:03.547885 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a093ffe0-56a3-46dc-acec-7871d4b00e88 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:03.548300 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'status': 'completed', 'code': 200} Jun 18 00:20:03.604305 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3c897608-7e51-4cb3-bdd2-13b5019b7645 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:03.669669 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-34c49086-8b54-4af3-92fa-5f984322807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.672431 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-34c49086-8b54-4af3-92fa-5f984322807d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1097 time: 0.0772653 Jun 18 00:20:03.689551 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=781c8024-9f18-46d3-adf9-189836b50f91,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:03.703704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '781c8024-9f18-46d3-adf9-189836b50f91', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'port_id': '781c8024-9f18-46d3-adf9-189836b50f91', 'mac_address': 'fa:16:3e:e3:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:20:03.739920 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.753194 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c8024-9f18-46d3-adf9-189836b50f91 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:03.776712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 3c897608-7e51-4cb3-bdd2-13b5019b7645 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:03.782103 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=781c8024-9f18-46d3-adf9-189836b50f91,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:03.782198 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33794) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:03.785292 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 3c897608-7e51-4cb3-bdd2-13b5019b7645 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:03.785680 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.800415 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.874548 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.894991 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-f33617b2-63f8-418b-993c-af2c15f555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:03.901676 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-f33617b2-63f8-418b-993c-af2c15f555c2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0994e7b344804a55bcd769a9f9e937f7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2105784 Jun 18 00:20:03.914377 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645,segment=NetworkSegment(f72612e1-d603-4e77-aa14-85893411fe06),segment_id=f72612e1-d603-4e77-aa14-85893411fe06)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:03.915502 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:03.923636 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.992800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:03.995093 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:04.028952 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.039596 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.052240 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:04.056293 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:04.057018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:04.068597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ba608696-a251-48cc-a01e-9b0f9e23b408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:04.098759 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-0726879c-80aa-40bc-b077-8fa28a07b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.100181 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9bbe533e-fd64-40a6-ae6d-3c8d3d459150 req-0726879c-80aa-40bc-b077-8fa28a07b6ed service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966300 Jun 18 00:20:04.112067 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:04.122017 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33802) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:04.122226 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:04.131437 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33806) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:04.132780 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc391e8a4b054281a53d1b84e9f397e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496861 Jun 18 00:20:04.151382 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2356aaad-88be-4268-94e0-6819bf890eae,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:04.155594 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:04.281870 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['781c8024-9f18-46d3-adf9-189836b50f91'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:04.324462 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.360241 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.382335 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1282efb-d7b5-41f1-80f8-5d714d871e5c" -d '{"events": [{"server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:04.441171 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f21610-9c33-4de6-94dd-34e538c1d53f req-438dbb67-8fbf-4c26-8e08-2c97bcb76f1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.443104 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11f21610-9c33-4de6-94dd-34e538c1d53f req-438dbb67-8fbf-4c26-8e08-2c97bcb76f1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 944 time: 0.1075749 Jun 18 00:20:04.536542 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11f21610-9c33-4de6-94dd-34e538c1d53f req-3973718f-3c11-4604-86d5-396df0906631 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Jun 18 00:20:04.585623 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb42be-7ad7-4759-bda4-4cebe2ddc827 req-c4972339-6189-4e4b-bb0e-481dc7e407db tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.586631 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.587754 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2fb42be-7ad7-4759-bda4-4cebe2ddc827 req-c4972339-6189-4e4b-bb0e-481dc7e407db tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0974216 Jun 18 00:20:04.657660 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2fb42be-7ad7-4759-bda4-4cebe2ddc827 req-587111fd-21f3-40af-83c0-bf12470f9f60 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630283 Jun 18 00:20:04.668691 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ab125a03-2262-44e8-a122-3e41c5e91086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.670177 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-ab125a03-2262-44e8-a122-3e41c5e91086 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1097 time: 0.4909270 Jun 18 00:20:04.675189 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16614ced-ff1e-45bb-b1bf-07eb1f9e4cf4 x-openstack-request-id: req-16614ced-ff1e-45bb-b1bf-07eb1f9e4cf4 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:04.675672 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:04.675762 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16614ced-ff1e-45bb-b1bf-07eb1f9e4cf4 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:04.676231 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645', 'code': 200} Jun 18 00:20:04.729697 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-36a2cba1-95b9-4c0a-95f7-78ec081ef725 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 217 time: 0.0411170 Jun 18 00:20:04.805071 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.807499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-0a77a91f-32b7-40bd-b02e-8e12b15d9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.809405 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-0a77a91f-32b7-40bd-b02e-8e12b15d9579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0729575 Jun 18 00:20:04.810109 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.814157 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.818455 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2356aaad-88be-4268-94e0-6819bf890eae HTTP/1.1" status: 204 len: 168 time: 0.6830606 Jun 18 00:20:04.818455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:04.824808 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2356aaad-88be-4268-94e0-6819bf890eae,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:04.834716 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:04.842035 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63a6b-cb0a-4ac5-b21b-2f3ff6d44e9e req-e9225220-ef0b-4b9b-b83e-53bcd0abd401 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.852363 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2ae63a6b-cb0a-4ac5-b21b-2f3ff6d44e9e req-e9225220-ef0b-4b9b-b83e-53bcd0abd401 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0805912 Jun 18 00:20:04.901200 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2ae63a6b-cb0a-4ac5-b21b-2f3ff6d44e9e req-f1198f50-be01-47d6-9c19-39104a1d5b64 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501034 Jun 18 00:20:04.902263 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-42f94a65-1dd5-4013-880d-b308f095eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:04.903800 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-42f94a65-1dd5-4013-880d-b308f095eaed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801349 Jun 18 00:20:04.922021 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:04.969167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:05.022734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a8451-ecc2-4707-9c67-147e815326a5,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:05.025819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:05.032985 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bf5e716074b4bc39acc785e6907f567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134490 Jun 18 00:20:05.034148 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33852) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:05.083387 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-3ec07e87-8f23-45c0-8dfd-a29ae05e4021 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713808 Jun 18 00:20:05.157585 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.241543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.300825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d963a43-5a39-45b6-99df-14ecade24c4c req-2687eedf-27c2-4bca-b303-6d553ee6d1b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103815 Jun 18 00:20:05.329681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-0be0db9a-e1f7-4b6e-89c7-4c67bb53a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:05.331736 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-0be0db9a-e1f7-4b6e-89c7-4c67bb53a9ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 1099 time: 0.1690228 Jun 18 00:20:05.351113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.496168 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.500692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.501814 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd4a8451-ecc2-4707-9c67-147e815326a5 HTTP/1.1" status: 204 len: 168 time: 0.4667437 Jun 18 00:20:05.503910 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:05.514067 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a8451-ecc2-4707-9c67-147e815326a5,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:05.516842 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:05.544809 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device b656d9f7-eb1f-413e-9fe7-d1185ce5f016 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:20:05.552834 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 781c8024-9f18-46d3-adf9-189836b50f91 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:05.566160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.661910 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.669826 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7c1aae93-02c4-40f2-b3b5-919e72ae4115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:05.685535 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:05.705134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016', 'network_id': 'd879b9f2-97fe-44ac-8b70-5960e11e40da', 'port_id': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016', 'mac_address': 'fa:16:3e:30:26:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fd650d-9574-48d6-a720-f9157d0e5036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:20:05.719726 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-861766bf-f37e-439c-9416-7428f3d1d4b6 req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813899 Jun 18 00:20:05.730687 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6df2fe-c058-42f8-be0f-9492fc932fc2,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:05.745290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:05.749798 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.767920 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b656d9f7-eb1f-413e-9fe7-d1185ce5f016 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:05.773788 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 781c8024-9f18-46d3-adf9-189836b50f91 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:05.790909 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 781c8024-9f18-46d3-adf9-189836b50f91 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:05.791516 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.797953 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facfd9-99c8-448a-b1a2-661f50511953 req-1c8d90cf-8233-4abb-93e0-47f5322ec5cb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:05.805484 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92facfd9-99c8-448a-b1a2-661f50511953 req-1c8d90cf-8233-4abb-93e0-47f5322ec5cb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 944 time: 0.1279473 Jun 18 00:20:05.827466 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:05.847269 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92facfd9-99c8-448a-b1a2-661f50511953 req-3197ecaa-fcdd-480a-bdd7-c15b114948f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Jun 18 00:20:05.912206 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.923274 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:05.927169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:05.941161 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c965-1392-4fb6-9638-685f70b58f7b req-0e4603b6-c7a6-464e-9a2d-55fe7cd92c16 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:05.948521 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8091c965-1392-4fb6-9638-685f70b58f7b req-0e4603b6-c7a6-464e-9a2d-55fe7cd92c16 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0998373 Jun 18 00:20:05.995823 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=781c8024-9f18-46d3-adf9-189836b50f91,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:06.008092 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:06.011909 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:06.043362 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8091c965-1392-4fb6-9638-685f70b58f7b req-7bb98e67-89f0-4f9c-8629-9de9f5a43dfc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Jun 18 00:20:06.067547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.070793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-13096939-5d20-463e-bd13-6e3db92ef7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:06.072567 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33898) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:06.125426 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:06.128897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:06.208847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4e72-10ed-406d-96ca-441800532068 req-51162c0c-b7c3-4f34-a452-ec1516de6cda tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:06.210735 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2aba4e72-10ed-406d-96ca-441800532068 req-51162c0c-b7c3-4f34-a452-ec1516de6cda tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1419120 Jun 18 00:20:06.247407 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['b656d9f7-eb1f-413e-9fe7-d1185ce5f016'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:06.256721 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.259108 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2aba4e72-10ed-406d-96ca-441800532068 req-45d82d43-0809-4281-aae8-753b452f2796 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Jun 18 00:20:06.357113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.467930 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.478208 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1a72ca6b-1384-4ee7-88df-f79851a2ea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:06.505840 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=646e163f0c484f0dabdf3829ea1488a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316742 Jun 18 00:20:06.509131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33926) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:06.510802 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3a782b-c58e-4aa1-a53e-bf1e9eae0c1e,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:06.514102 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:06.576354 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.577735 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33928) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:06.590558 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.592024 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.677882 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:06.680948 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f381e1-dee9-40c3-a511-b0fef8e3ab3f" -d '{"events": [{"server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "name": "network-vif-plugged", "status": "completed", "tag": "781c8024-9f18-46d3-adf9-189836b50f91"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:06.685151 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.718126 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb128e-fb63-4845-a7ee-e8b7b23f330b x-openstack-request-id: req-7aeb128e-fb63-4845-a7ee-e8b7b23f330b {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:06.718588 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "name": "network-vif-plugged", "status": "completed", "tag": "781c8024-9f18-46d3-adf9-189836b50f91", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:06.718806 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7aeb128e-fb63-4845-a7ee-e8b7b23f330b {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:06.719262 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91', 'code': 200} Jun 18 00:20:06.782027 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.782335 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.785186 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.785528 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b50076ea-ba36-4f03-affe-e696ab8b090b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:06.786659 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a3a782b-c58e-4aa1-a53e-bf1e9eae0c1e HTTP/1.1" status: 204 len: 168 time: 0.2762568 Jun 18 00:20:06.787195 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:06.796326 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3a782b-c58e-4aa1-a53e-bf1e9eae0c1e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:06.830875 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:06.834293 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b3b68513bbf43ae83d0bb3054339bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565632 Jun 18 00:20:06.834293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3287db11-1981-4f2a-b6ce-5b6229a89f64,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:06.834441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33942) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:06.841613 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:06.890671 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:20:06.937120 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:06.964526 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.064585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfaaff-8b4c-48b9-8e9b-1cb0e12ae6db req-b472878e-6352-4e2c-a0c8-7483d19555ed tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:07.066251 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-62dfaaff-8b4c-48b9-8e9b-1cb0e12ae6db req-b472878e-6352-4e2c-a0c8-7483d19555ed tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 945 time: 0.0728972 Jun 18 00:20:07.123309 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-62dfaaff-8b4c-48b9-8e9b-1cb0e12ae6db req-caac4572-e1ce-485a-8487-ed790d901991 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511174 Jun 18 00:20:07.144003 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.150837 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.150837 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3287db11-1981-4f2a-b6ce-5b6229a89f64 HTTP/1.1" status: 204 len: 168 time: 0.3127270 Jun 18 00:20:07.150837 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:07.157652 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287db11-1981-4f2a-b6ce-5b6229a89f64,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:07.175206 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:07.255132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5569520-c30d-407c-ae0f-b7aaf7ac36ff req-771bf01f-2b22-41a1-958d-54a86425d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:07.256636 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d5569520-c30d-407c-ae0f-b7aaf7ac36ff req-771bf01f-2b22-41a1-958d-54a86425d2bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.1138887 Jun 18 00:20:07.276657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beb120-0b84-4d94-8a5b-5733b174db2b req-d308a0f1-158d-4546-b47a-6c51fce170b5 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:07.278249 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91beb120-0b84-4d94-8a5b-5733b174db2b req-d308a0f1-158d-4546-b47a-6c51fce170b5 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0999238 Jun 18 00:20:07.293998 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d5569520-c30d-407c-ae0f-b7aaf7ac36ff req-3defe777-2bc5-4ba3-9664-4a13a73b061c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300150 Jun 18 00:20:07.331265 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91beb120-0b84-4d94-8a5b-5733b174db2b req-ff39f191-4728-4472-b2e6-cae90583efba tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456665 Jun 18 00:20:07.451723 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c0452-bf94-4eaa-a6fc-ac70935f7e30 req-ab0c8d12-6e5d-4efa-9e15-5fd7ec459232 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:07.453201 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c71c0452-bf94-4eaa-a6fc-ac70935f7e30 req-ab0c8d12-6e5d-4efa-9e15-5fd7ec459232 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0633662 Jun 18 00:20:07.493408 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c71c0452-bf94-4eaa-a6fc-ac70935f7e30 req-0d37be55-8db9-40ab-afc5-01f6665ac06f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Jun 18 00:20:07.568848 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device b656d9f7-eb1f-413e-9fe7-d1185ce5f016 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:07.690345 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:07.694278 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:07.699585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.782168 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 33974) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:07.792421 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.801158 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.828901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:07.915758 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.947969 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.950142 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:07.983583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:07.995734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:08.003977 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:08.007341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:08.050441 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ab0fe54499a41a4938c085a9376ae34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669425 Jun 18 00:20:08.051593 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2bb80-4fba-406d-8eb5-c84ec51179a6,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:08.053698 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 33986) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:08.054670 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:08.102260 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:08.126314 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:08.233542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:08.236875 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:08.242347 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73f2bb80-4fba-406d-8eb5-c84ec51179a6 HTTP/1.1" status: 204 len: 168 time: 0.1834469 Jun 18 00:20:08.242347 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4a5b868e-348a-401d-8318-90de8e8e87c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:08.247126 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2bb80-4fba-406d-8eb5-c84ec51179a6,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:08.254982 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-76ffc94e-2005-4eae-83c9-43a5eb229360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:08.319434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fb8f6-fd71-43ba-98bf-e9e2ef03882c req-734eb216-4cc9-489c-8f97-8c1e7cfaef24 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:08.321083 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3b6fb8f6-fd71-43ba-98bf-e9e2ef03882c req-734eb216-4cc9-489c-8f97-8c1e7cfaef24 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0859714 Jun 18 00:20:08.381963 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3b6fb8f6-fd71-43ba-98bf-e9e2ef03882c req-9c346fa0-e07a-4b19-9da8-60937c5b41de tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Jun 18 00:20:08.567254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3212-bb9e-43f0-af02-c65db41f404b req-a3d695f8-97d0-4ce0-beea-d2e8a31813e4 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:08.568759 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-854c3212-bb9e-43f0-af02-c65db41f404b req-a3d695f8-97d0-4ce0-beea-d2e8a31813e4 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0760803 Jun 18 00:20:08.635475 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-854c3212-bb9e-43f0-af02-c65db41f404b req-c3da604c-3b82-482d-a2e3-0f1d08b7a88a tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597582 Jun 18 00:20:08.720102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:08.722722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18199b08-2a8d-44db-a29e-fd5e37d25971" -d '{"events": [{"server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "name": "network-vif-plugged", "status": "completed", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:08.722861 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1a01a-9081-49d4-bddd-43a17bd0d98a req-db8d1c17-23aa-4db3-9f2d-96d9814a437b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:08.724555 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2f1a01a-9081-49d4-bddd-43a17bd0d98a req-db8d1c17-23aa-4db3-9f2d-96d9814a437b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0881448 Jun 18 00:20:08.776687 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2f1a01a-9081-49d4-bddd-43a17bd0d98a req-d40f6c0b-cce4-41cf-bbdd-eb40249401d9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458264 Jun 18 00:20:08.791547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dee3667-1b1c-49f6-be48-85ff1ee2f364 x-openstack-request-id: req-9dee3667-1b1c-49f6-be48-85ff1ee2f364 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:08.791897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "name": "network-vif-plugged", "status": "completed", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:08.792327 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9dee3667-1b1c-49f6-be48-85ff1ee2f364 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:08.792871 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016', 'code': 200} Jun 18 00:20:09.276717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62717a-a9f4-4d49-ada8-d1052099fcb2 req-a6f6f1b0-5eb7-4990-88f2-afdfbb411f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:09.278248 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-fa62717a-a9f4-4d49-ada8-d1052099fcb2 req-a6f6f1b0-5eb7-4990-88f2-afdfbb411f25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1099 time: 0.0633800 Jun 18 00:20:09.317102 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-fa62717a-a9f4-4d49-ada8-d1052099fcb2 req-3749c7b5-778a-40d4-bfb0-dc0cceee6759 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jun 18 00:20:09.559563 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4991-2a56-47f6-aed0-86d4413e1cc0 req-f1e547b4-b143-4137-8c64-001aa8822acc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:09.560879 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:20:09.561718 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-285c4991-2a56-47f6-aed0-86d4413e1cc0 req-f1e547b4-b143-4137-8c64-001aa8822acc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0659871 Jun 18 00:20:09.603913 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-285c4991-2a56-47f6-aed0-86d4413e1cc0 req-6743585c-8dd3-4cca-b4ed-4c3c6c35166f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jun 18 00:20:09.674109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:09.686986 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:20:09.699714 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34074) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:09.725302 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:09.740862 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:09.760361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:09.850359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:09.852332 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:09.924133 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:09.928155 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:09.988890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283391f-698a-45a4-a35a-f719df00129a req-253e0393-5da3-4b26-8801-5c486fa0b9d6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:09.990670 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e283391f-698a-45a4-a35a-f719df00129a req-253e0393-5da3-4b26-8801-5c486fa0b9d6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.0763319 Jun 18 00:20:10.044617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e283391f-698a-45a4-a35a-f719df00129a req-3fc894e1-a269-4614-af15-921f7b7ece6e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479333 Jun 18 00:20:10.095376 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.205137 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34100) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:10.212403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.228382 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['91bc8058-aff2-467d-bdfc-982b235af2f0'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:10.307719 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.310465 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:10.366232 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e69951-6bcd-467d-b924-0f5180aafc45,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:10.385138 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad5f4e2951ae46e48bd25b3481c3fc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826808 Jun 18 00:20:10.386392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34116) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:10.399323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:10.458240 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.481725 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.505125 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.611938 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.656042 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.658626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.659801 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3e69951-6bcd-467d-b924-0f5180aafc45 HTTP/1.1" status: 204 len: 168 time: 0.2721736 Jun 18 00:20:10.662262 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:10.669685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e69951-6bcd-467d-b924-0f5180aafc45,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:10.672501 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:10.695980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.700759 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d4ed3831-bd29-4db3-a84f-37f55da99835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:10.778549 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f16cdc770654d2385720e48363a5366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724459 Jun 18 00:20:10.781799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34130) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:10.789529 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b29388e-97aa-4cd8-9000-67e789cf7478,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:10.805017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:10.835505 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.838770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faeb70-d8a8-4b11-b679-b2b3990e10b2 req-e1154193-2444-464f-86b5-c99e67b18910 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:10.840014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a4faeb70-d8a8-4b11-b679-b2b3990e10b2 req-e1154193-2444-464f-86b5-c99e67b18910 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1067829 Jun 18 00:20:10.857038 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:10.879862 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a4faeb70-d8a8-4b11-b679-b2b3990e10b2 req-8bb7f7a4-81e5-47bf-9007-df551d322a38 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Jun 18 00:20:11.044819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.047965 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.051757 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b29388e-97aa-4cd8-9000-67e789cf7478 HTTP/1.1" status: 204 len: 168 time: 0.2663903 Jun 18 00:20:11.051757 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d6f13e0e-7c33-4ec7-a9e4-37618aaa0f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:11.057487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b29388e-97aa-4cd8-9000-67e789cf7478,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:11.059949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:11.289058 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c8318-e847-4b86-9a22-99f73ce7ff9e req-3aea4b71-9808-4d97-8f57-62605286073e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:11.291105 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d68c8318-e847-4b86-9a22-99f73ce7ff9e req-3aea4b71-9808-4d97-8f57-62605286073e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.0836716 Jun 18 00:20:11.357875 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d68c8318-e847-4b86-9a22-99f73ce7ff9e req-907be59a-2250-43a1-8b4e-dc47e232f9de tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609968 Jun 18 00:20:11.602073 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:11.642066 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34166) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:11.729966 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 91bc8058-aff2-467d-bdfc-982b235af2f0 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:11.734522 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 91bc8058-aff2-467d-bdfc-982b235af2f0 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:11.739194 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.808252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34170) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:11.810411 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.824940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.833115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:11.835402 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f0884-f4b6-49e9-98c7-85e7ff1e59a5" -d '{"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:11.856591 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:11.879712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2936fdd4-e1a5-41d3-b36f-35532498de7e x-openstack-request-id: req-2936fdd4-e1a5-41d3-b36f-35532498de7e {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:11.879712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:11.879712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2936fdd4-e1a5-41d3-b36f-35532498de7e {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:11.879712 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'code': 200} Jun 18 00:20:11.942220 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:11.944926 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:11.947989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.021768 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.022206 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.024975 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.026918 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.034657 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.088197 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58be8e5-4e7e-41e5-9643-ddf0ffe3a686,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.091989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.095665 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aed11350ef894d4381e90e539b0a957b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854927 Jun 18 00:20:12.099080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34180) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:12.157688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.175266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34182) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:12.197819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.199813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.224081 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f28939-cc5e-492c-ab78-0595c2728fb6 req-3e286d97-8254-4149-8ccc-a909955f20d4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:12.225600 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39f28939-cc5e-492c-ab78-0595c2728fb6 req-3e286d97-8254-4149-8ccc-a909955f20d4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1434724 Jun 18 00:20:12.245418 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.301851 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39f28939-cc5e-492c-ab78-0595c2728fb6 req-56de4fa3-f5e7-4f55-a8e3-13f1ac2131f9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650167 Jun 18 00:20:12.339477 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.362444 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-015b7b0a-0b04-4449-a52b-2c889d52a3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.375417 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6cc208e63b9408ca5fc55190d30cfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7291901 Jun 18 00:20:12.375790 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34194) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:12.411871 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6222eb-eae7-4e05-9f0d-cebc53a50dc4,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.431859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.447946 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.451741 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.454580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.456197 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a58be8e5-4e7e-41e5-9643-ddf0ffe3a686 HTTP/1.1" status: 204 len: 168 time: 0.3559825 Jun 18 00:20:12.461379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d58b806c-f690-43a9-838d-5048fb83ffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.474495 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58be8e5-4e7e-41e5-9643-ddf0ffe3a686,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.485061 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.501527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.519968 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a55b1-3592-4278-9ab9-d3f13f74e6a5 req-afe16bab-e4d3-4194-bc55-c52801d10889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:12.522841 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7d1a55b1-3592-4278-9ab9-d3f13f74e6a5 req-afe16bab-e4d3-4194-bc55-c52801d10889 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1099 time: 0.1892672 Jun 18 00:20:12.524330 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.528769 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e0ada4b7-81b5-4b28-aaf4-12f0a7ee4e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.529676 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.573924 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34202) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:12.574730 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bd3ebdd5a5246f299f5ce121665a8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987246 Jun 18 00:20:12.577173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3827760-be0c-4068-87cd-a672f37c699d,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.584268 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.627070 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7d1a55b1-3592-4278-9ab9-d3f13f74e6a5 req-64c24c18-3a9b-47cf-a5f7-ed95c87eaa59 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333323 Jun 18 00:20:12.680830 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.741676 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785660e-9b02-4550-b880-bad3f96d0f15 req-86c5d85b-da18-433c-843f-8a8e8a2e204b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:12.741676 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3785660e-9b02-4550-b880-bad3f96d0f15 req-86c5d85b-da18-433c-843f-8a8e8a2e204b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1375391 Jun 18 00:20:12.741676 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.770011 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3785660e-9b02-4550-b880-bad3f96d0f15 req-b6869e8a-d5c8-409c-9f71-298ca0afc2a9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584335 Jun 18 00:20:12.804170 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.806780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.807928 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f6222eb-eae7-4e05-9f0d-cebc53a50dc4 HTTP/1.1" status: 204 len: 168 time: 0.4312446 Jun 18 00:20:12.808684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-37a65f1e-310c-411c-b869-c4d30dbec5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.816585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6222eb-eae7-4e05-9f0d-cebc53a50dc4,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.827869 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:12.947208 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.950287 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:12.952386 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3827760-be0c-4068-87cd-a672f37c699d HTTP/1.1" status: 204 len: 168 time: 0.3762786 Jun 18 00:20:12.953246 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:12.961239 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3827760-be0c-4068-87cd-a672f37c699d,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:12.964181 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:13.149103 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8682ea-66d1-40e8-83b1-9ec9ea55475d req-ecd65a21-9cca-4637-949d-82486595cf09 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:13.150634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a8682ea-66d1-40e8-83b1-9ec9ea55475d req-ecd65a21-9cca-4637-949d-82486595cf09 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0645316 Jun 18 00:20:13.193348 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a8682ea-66d1-40e8-83b1-9ec9ea55475d req-80de8f4f-b3b3-435a-b83c-1ebbe832e2dd tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Jun 18 00:20:13.252374 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-45091b0c-f23d-4afa-8894-99c7415000af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:13.253865 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-45091b0c-f23d-4afa-8894-99c7415000af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1099 time: 0.0705104 Jun 18 00:20:13.356478 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-f35704aa-237c-4cda-b898-cff2bad6a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:13.358560 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-f35704aa-237c-4cda-b898-cff2bad6a0ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.0970099 Jun 18 00:20:13.411940 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-928b122a-c088-4d2f-9248-7242e225fc98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 200 len: 217 time: 0.0385597 Jun 18 00:20:13.460177 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-5e87dc6a-145f-4130-89e1-1f65eff6af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:13.461613 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-5e87dc6a-145f-4130-89e1-1f65eff6af61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0432866 Jun 18 00:20:13.497875 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-eaa68347-088a-4591-99e9-3d9d45c168ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269463 Jun 18 00:20:13.601967 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-6da6625d-03df-4f1a-b4dc-2bfacaefe85d service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906179 Jun 18 00:20:13.627487 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34236) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:13.651910 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:13.816144 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a30ac12e-2125-4ba5-aa3e-07e163716221 req-2d133484-7c7f-4090-b8f7-6217e4a8a5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864526 Jun 18 00:20:13.822944 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:13.915189 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:13.916692 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-398cd544-2a77-4dc2-abaa-5d34c8c1bce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:13.990246 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b37e1c643c8451780946376f276bcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606682 Jun 18 00:20:13.992866 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34260) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:13.993464 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6e39a-6c03-4f7c-9c94-ef22059780af,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:14.001419 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:14.017444 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51432f-a624-40fb-aa51-b21c2658a285 req-0d6d5786-9476-4f9d-ac28-8b0da75aa061 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:14.024874 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b51432f-a624-40fb-aa51-b21c2658a285 req-0d6d5786-9476-4f9d-ac28-8b0da75aa061 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1226838 Jun 18 00:20:14.063482 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b51432f-a624-40fb-aa51-b21c2658a285 req-26a5c97e-61fd-4d47-9b75-0da9f7f794c1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Jun 18 00:20:14.082424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:14.104208 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:14.325460 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:14.329360 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:14.330580 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2a6e39a-6c03-4f7c-9c94-ef22059780af HTTP/1.1" status: 204 len: 168 time: 0.3363707 Jun 18 00:20:14.331619 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f3d626f0-4c8e-49fd-b2b4-f48a298509ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:14.346096 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6e39a-6c03-4f7c-9c94-ef22059780af,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:14.349187 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:14.406408 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91bd3-e281-4717-be7f-611287c4c0b3 req-7f26b1ec-3fdf-4e5b-822c-efe9d1dd7518 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:14.407941 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6f91bd3-e281-4717-be7f-611287c4c0b3 req-7f26b1ec-3fdf-4e5b-822c-efe9d1dd7518 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0932286 Jun 18 00:20:14.445462 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6f91bd3-e281-4717-be7f-611287c4c0b3 req-2cd90e88-280f-4c3d-a160-73e92af6bc13 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Jun 18 00:20:15.062091 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:15.268088 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5cbc-1556-4f0c-b60e-d12a3e31dda8 req-1ee52a57-a8dc-4ce7-bdaf-e3bdf51e0ca5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:15.268088 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-38ac5cbc-1556-4f0c-b60e-d12a3e31dda8 req-1ee52a57-a8dc-4ce7-bdaf-e3bdf51e0ca5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0758972 Jun 18 00:20:15.306615 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-38ac5cbc-1556-4f0c-b60e-d12a3e31dda8 req-c72bdfa2-10ff-4a0f-92d6-957e2993a548 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348806 Jun 18 00:20:15.506139 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34352) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:15.553053 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50389be4-b191-4ab5-9d75-d2f7dcc4a769 req-9e1f1268-a655-49af-9dc4-29a6e3ef9575 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:15.555994 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-50389be4-b191-4ab5-9d75-d2f7dcc4a769 req-9e1f1268-a655-49af-9dc4-29a6e3ef9575 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1249518 Jun 18 00:20:15.570798 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34364) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:15.572812 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'floatingip': {'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:15.707226 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af348b-e692-4974-8683-cf28aab5f860 req-9abed6a5-cff6-4a10-abbb-f3676ee0b4d6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:15.709129 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0af348b-e692-4974-8683-cf28aab5f860 req-9abed6a5-cff6-4a10-abbb-f3676ee0b4d6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0885198 Jun 18 00:20:15.740346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:15.743730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:15.757040 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0af348b-e692-4974-8683-cf28aab5f860 req-09ea40a2-2b81-40d6-a39b-d30aaa12c2f0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Jun 18 00:20:16.073093 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.335140 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.343535 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:16.472850 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672d3f56-8020-42d6-bb43-edefffebb182,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:16.480133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:16.485322 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39fef45fef1147158e0e46336b98206d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9753342 Jun 18 00:20:16.485435 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34412) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:16.555127 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.575811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.664063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.702598 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.705439 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.709090 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/672d3f56-8020-42d6-bb43-edefffebb182 HTTP/1.1" status: 204 len: 168 time: 0.2202291 Jun 18 00:20:16.709090 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf1606e6-a855-46bd-8b24-a0c9cb4e79e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:16.715415 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d3f56-8020-42d6-bb43-edefffebb182,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:16.717645 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:16.730584 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:16.841951 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Floating IP 9859f6b2-4b4e-48e6-90a9-35406486082a associated. External IP: 172.27.0.25, port: 91bc8058-aff2-467d-bdfc-982b235af2f0. Jun 18 00:20:17.026592 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a1202-6739-448f-be6e-3d9519b1f47c req-d960b3ba-66c9-46f8-ada8-a5023e5022ae tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:17.028128 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-861a1202-6739-448f-be6e-3d9519b1f47c req-d960b3ba-66c9-46f8-ada8-a5023e5022ae tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0669348 Jun 18 00:20:17.076936 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-861a1202-6739-448f-be6e-3d9519b1f47c req-dec39941-2723-4bef-b962-3090560daf42 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Jun 18 00:20:17.119440 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:20:17.240315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:20:17.246227 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:17.261888 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a6adf33-fd0f-4f9e-ae7f-7c71744ef58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:17.264802 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:20:17.279665 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:17.280397 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:17.285120 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6f789570-2e2b-46cc-b3f6-b7fd457eaa09 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "PUT /v2.0/floatingips/9859f6b2-4b4e-48e6-90a9-35406486082a HTTP/1.1" status: 200 len: 991 time: 1.7164605 Jun 18 00:20:17.285709 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:17.288060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9f627-b690-4dcc-a01f-a67b65559d01" -d '{"events": [{"name": "network-changed", "server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:17.372103 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba13f7-9773-4699-961b-f8e24fff4b4b x-openstack-request-id: req-39ba13f7-9773-4699-961b-f8e24fff4b4b {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:17.372424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:17.375802 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39ba13f7-9773-4699-961b-f8e24fff4b4b {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:17.375802 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'status': 'completed', 'code': 200} Jun 18 00:20:17.481772 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:17.556565 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-b11adf2a-7826-40e2-813f-a17f55a98a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:17.556565 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-b11adf2a-7826-40e2-813f-a17f55a98a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1099 time: 0.0649672 Jun 18 00:20:17.643496 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-f0cbfb5d-e295-4fff-a47c-f35f94d4a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:17.644977 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-f0cbfb5d-e295-4fff-a47c-f35f94d4a42e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.0863183 Jun 18 00:20:17.745316 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-0212b2cd-9379-48eb-9b08-043432216d0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 999 time: 0.0935416 Jun 18 00:20:17.760133 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '9859f6b2-4b4e-48e6-90a9-35406486082a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:19:45Z', 'updated_at': '2021-06-18T00:20:16Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:17.793314 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:20:17.794469 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-29011f18-a563-4835-9beb-2ad2e23f4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:17.796524 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-29011f18-a563-4835-9beb-2ad2e23f4573 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0447569 Jun 18 00:20:17.803499 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:17.804520 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:19:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:17.861197 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-c651990f-21ef-4cc1-94f5-5b80bc033027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:17.867100 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-c651990f-21ef-4cc1-94f5-5b80bc033027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577664 Jun 18 00:20:17.915770 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:17.985647 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34492) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:18.008286 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-b326a039-5c96-488b-a739-530b280d6bfd service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386857 Jun 18 00:20:18.133276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34498) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:18.365518 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1ab9f627-b690-4dcc-a01f-a67b65559d01 req-86943092-262b-46b4-b5c0-4a53e7bf5334 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923094 Jun 18 00:20:18.365518 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2040782372-network', 'tenant_id': '9566047911264a2f89a90c7ee1c86a1c'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:18.367279 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.368153 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '9859f6b2-4b4e-48e6-90a9-35406486082a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:19:45Z', 'updated_at': '2021-06-18T00:20:16Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:18.369100 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909e030-86a2-494a-a308-c3b92ca7911c None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '9859f6b2-4b4e-48e6-90a9-35406486082a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:19:45Z', 'updated_at': '2021-06-18T00:20:16Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:20:18.369481 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b338bb-1b5f-441d-a9ab-04cadc8801ce req-a8aa3c52-4edd-4b13-80d4-9fb1c6290eb3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:18.369481 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-74b338bb-1b5f-441d-a9ab-04cadc8801ce req-a8aa3c52-4edd-4b13-80d4-9fb1c6290eb3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0624528 Jun 18 00:20:18.369481 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-74b338bb-1b5f-441d-a9ab-04cadc8801ce req-4fd69908-59ce-4567-b715-c2f6d3befad8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jun 18 00:20:18.483130 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718ddc7-63de-4eac-844c-d610b3dab826 None None] New status for floating IP 9859f6b2-4b4e-48e6-90a9-35406486082a: ACTIVE {{(pid=99801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:20:18.540736 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Made reservation on behalf of 9566047911264a2f89a90c7ee1c86a1c for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:18.547261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.558234 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.656708 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.735540 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.739385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b8bacf60-af1c-4b4b-aa01-929d955dd3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:18.773799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061bf494-5f34-4032-b4b6-f66715085856,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:18.776960 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:18.782583 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d30c4af3be794085a81ce1833733d3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958887 Jun 18 00:20:18.783338 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34512) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:18.851391 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.856089 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.877874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.952662 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:18.955590 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:18.977548 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b91f3-66f2-4e1e-838a-319deab55df3,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:18.980483 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:19.040847 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.043395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.044516 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/061bf494-5f34-4032-b4b6-f66715085856 HTTP/1.1" status: 204 len: 168 time: 0.2602863 Jun 18 00:20:19.047950 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-af152a3b-adbf-4deb-8c2e-bee6253b7718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:19.055077 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:20:19.061152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061bf494-5f34-4032-b4b6-f66715085856,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:19.064488 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:19.065499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.065934 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Added segment 2ad7eeaa-ee2b-478a-972f-bed7505b3315 of type vlan for network b3662465-ba9a-4847-9291-12f396d03e67 Jun 18 00:20:19.112560 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.238263 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.239681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:19.240271 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.242533 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:19.300120 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Pushing event updated for resources: {'Network': ['ID=b3662465-ba9a-4847-9291-12f396d03e67,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:19.302780 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:19.309881 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network b3662465-ba9a-4847-9291-12f396d03e67 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:20:19.371895 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2370970 Jun 18 00:20:19.374443 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34528) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:19.379625 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Request body: {'subnet': {'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2040782372-subnet', 'tenant_id': '9566047911264a2f89a90c7ee1c86a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:19.496160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Made reservation on behalf of 9566047911264a2f89a90c7ee1c86a1c for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:19.499361 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.552423 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c0fd5-4593-49a6-9568-5498189e6509 req-29a1f0a5-a6ef-45c9-a45d-46906c38349b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:19.553922 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0c0c0fd5-4593-49a6-9568-5498189e6509 req-29a1f0a5-a6ef-45c9-a45d-46906c38349b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0728090 Jun 18 00:20:19.592696 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0c0c0fd5-4593-49a6-9568-5498189e6509 req-3d7253d1-6a1c-4caf-83b3-5103e23c73b0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jun 18 00:20:19.764399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.767792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0c6bcffa-e354-4012-a6e2-7764377609a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:19.781839 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-20d092bf-7408-404c-94d2-82e07caf3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.802824 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34552) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:19.820998 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.844911 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7c80a7-b151-4605-9a68-6691344264fe,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:19.847692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:19.854657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Checking segment: {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:19.855051 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Network hostable DHCP agents. Network: b3662465-ba9a-4847-9291-12f396d03e67, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:20:19.918235 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.918411 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.958423 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Network b3662465-ba9a-4847-9291-12f396d03e67 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:20:19.987358 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:19.991806 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0515e0e1-0947-43c9-a981-ec39b71f8a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:20.026508 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c2cb38079904d5d97b412ac0d6c07f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222588 Jun 18 00:20:20.027634 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb24912-f620-40ef-b061-c46a27c3e58b,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:20.029961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34564) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:20.031238 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:20.081207 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.101803 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, b3662465-ba9a-4847-9291-12f396d03e67) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:20.110223 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ee0c6-64e3-407a-b97b-c639a51014f9 None None] Network b3662465-ba9a-4847-9291-12f396d03e67 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:20:20.113011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.115597 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:20.116264 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.258048 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56329a0-987a-467c-8452-e00e50a1929a None None] Network b3662465-ba9a-4847-9291-12f396d03e67 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:20:20.368849 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9931064 Jun 18 00:20:20.473403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.476998 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.479549 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abb24912-f620-40ef-b061-c46a27c3e58b HTTP/1.1" status: 204 len: 168 time: 0.4483981 Jun 18 00:20:20.480368 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92beca15-11fa-4956-ac7f-ce5960fc445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:20.491543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb24912-f620-40ef-b061-c46a27c3e58b,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:20.494421 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:20.673228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34592) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:20.709789 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34596) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:20.713106 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:20.792446 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7380cad-ed6c-4b6e-a69d-3b6ff8f132b0 req-35176c92-f36c-435a-a4ec-983dbacd5ba3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:20.793945 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7380cad-ed6c-4b6e-a69d-3b6ff8f132b0 req-35176c92-f36c-435a-a4ec-983dbacd5ba3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0780306 Jun 18 00:20:20.839257 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7380cad-ed6c-4b6e-a69d-3b6ff8f132b0 req-2bfdb627-c936-4cab-bc07-2093fb5f09a4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jun 18 00:20:21.071220 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.101929 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.192671 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.350523 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.355886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9f14f3ad-970f-4ec0-bf28-bb240e8ef2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:21.399384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fddd240-235c-4900-b5ad-918a8132ca6a,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:21.403516 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d39cca4073764d40bc58f96be3f19569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920872 Jun 18 00:20:21.406826 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34614) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:21.423906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:21.464261 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.473134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.483379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.604544 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.608255 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f861af58-e8be-497f-9716-eb48ce4dcb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:21.633163 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.636273 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.638304 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fddd240-235c-4900-b5ad-918a8132ca6a HTTP/1.1" status: 204 len: 168 time: 0.2302082 Jun 18 00:20:21.639866 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:21.643333 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb7c9170305d43a8b958d7efadc28d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9686546 Jun 18 00:20:21.645689 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a14a00-c8a6-405d-b6c2-e177b2ab8ee0,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:21.648104 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34626) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:21.651418 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fddd240-235c-4900-b5ad-918a8132ca6a,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:21.653799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:21.654086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:21.706157 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.726747 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.879157 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.883421 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:21.886180 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60a14a00-c8a6-405d-b6c2-e177b2ab8ee0 HTTP/1.1" status: 204 len: 168 time: 0.2367451 Jun 18 00:20:21.887024 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:21.904084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a14a00-c8a6-405d-b6c2-e177b2ab8ee0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:21.913877 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:22.068075 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38892b67-5fc2-40fa-b09d-79ab9f38fcde req-d225bdd8-c947-4e24-932b-48232bcc5286 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:22.069679 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-38892b67-5fc2-40fa-b09d-79ab9f38fcde req-d225bdd8-c947-4e24-932b-48232bcc5286 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0804000 Jun 18 00:20:22.119311 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-38892b67-5fc2-40fa-b09d-79ab9f38fcde req-c2347e40-173c-4270-812e-3b969a1ef28f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Jun 18 00:20:22.484013 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:22.529200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34656) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:22.542732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:22.644877 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:22.712879 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:22.716439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0a9db870-903c-4114-9e39-c6fa4d5b79b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:22.750972 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0875702d9eef4faeac2bff488c37b39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221129 Jun 18 00:20:22.752874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249a16d-5c3b-43e4-972e-e9fd3028a5f9,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:22.753900 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34662) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:22.755900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:22.805579 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:22.825732 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.016176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.018961 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.020363 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d249a16d-5c3b-43e4-972e-e9fd3028a5f9 HTTP/1.1" status: 204 len: 168 time: 0.2654135 Jun 18 00:20:23.021296 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-34b4e2af-4782-4b5f-a388-ff671ba3c7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:23.027230 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34668) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:23.029621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249a16d-5c3b-43e4-972e-e9fd3028a5f9,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:23.032050 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:23.053876 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.168680 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.301316 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.304863 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-24c6ca2a-8be4-47eb-b5e5-25eb7dd93f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:23.338940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21832e40-cbd6-4a64-9949-75b7c4467c0f,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:23.343104 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0257920ea5f40efa59fccb09500d64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143656 Jun 18 00:20:23.343968 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:23.346519 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34678) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:23.377507 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30790a3c-23c4-45ea-b896-792d2d316fd0 req-dcf7ba2d-894d-49e8-9bc8-2653488b1c35 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:23.378947 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-30790a3c-23c4-45ea-b896-792d2d316fd0 req-dcf7ba2d-894d-49e8-9bc8-2653488b1c35 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0826330 Jun 18 00:20:23.430732 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.443679 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-30790a3c-23c4-45ea-b896-792d2d316fd0 req-35dba6a5-7f6a-4f4c-9e01-ce7ba6cfafc2 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Jun 18 00:20:23.457165 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.570015 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.572704 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:23.573896 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21832e40-cbd6-4a64-9949-75b7c4467c0f HTTP/1.1" status: 204 len: 168 time: 0.2264173 Jun 18 00:20:23.575001 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-587f5774-a97f-44ec-b458-0d32220ae0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:23.619763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21832e40-cbd6-4a64-9949-75b7c4467c0f,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:23.622576 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:23.665141 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd0d74-d090-4349-b679-3060b8c89c25 req-c8ab33e3-c11f-4a59-9d07-332967a00e5e tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:23.666651 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9bd0d74-d090-4349-b679-3060b8c89c25 req-c8ab33e3-c11f-4a59-9d07-332967a00e5e tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0862892 Jun 18 00:20:23.703949 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9bd0d74-d090-4349-b679-3060b8c89c25 req-4bbc848b-8be9-4499-b1b0-ab6190adfd16 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Jun 18 00:20:24.631223 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3df43-afd4-470d-bc1d-80577f0e5a63 req-e5b57405-3dbd-4b1b-b323-a479b86ecdcc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:24.632738 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9df3df43-afd4-470d-bc1d-80577f0e5a63 req-e5b57405-3dbd-4b1b-b323-a479b86ecdcc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0693858 Jun 18 00:20:24.674721 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9df3df43-afd4-470d-bc1d-80577f0e5a63 req-6e9fc603-307c-41c0-b527-86dbb5fa6a05 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Jun 18 00:20:24.896250 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21279-e0eb-4a09-9dfd-841b59c365ea req-530e80d1-675f-4394-8949-ae40135ca0fc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:24.897728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6b21279-e0eb-4a09-9dfd-841b59c365ea req-530e80d1-675f-4394-8949-ae40135ca0fc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0805655 Jun 18 00:20:24.937728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6b21279-e0eb-4a09-9dfd-841b59c365ea req-a520bce4-3a2d-4089-b9ea-1052eec9f714 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335948 Jun 18 00:20:25.121705 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 34760) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:25.229765 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.324823 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.489005 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.492633 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21b68a49-608c-4c0d-bfa1-ae1674353383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:25.527427 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97f7c2c7f0d747faa91fb82187065932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043980 Jun 18 00:20:25.528509 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793f2048-01b2-4a9e-b2ce-e6536110cdb6,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:25.530881 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 34770) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:25.532615 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:25.580742 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.601487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.849962 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ef91-8512-42a8-8c97-f882d61a6dd7 req-14862b0b-f23e-451c-b6cc-6f0bee2aa587 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:25.851456 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2148ef91-8512-42a8-8c97-f882d61a6dd7 req-14862b0b-f23e-451c-b6cc-6f0bee2aa587 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0634842 Jun 18 00:20:25.890313 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2148ef91-8512-42a8-8c97-f882d61a6dd7 req-528118d5-1f20-4240-9614-44b6140fdac3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Jun 18 00:20:25.912906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.918365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:25.918365 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/793f2048-01b2-4a9e-b2ce-e6536110cdb6 HTTP/1.1" status: 204 len: 168 time: 0.3849227 Jun 18 00:20:25.918365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:25.927007 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793f2048-01b2-4a9e-b2ce-e6536110cdb6,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:25.929909 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:26.157047 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a7225-c3d1-49d3-a8e6-ae61d4f1d680 req-ab4cf013-135c-4212-be8e-2d15207d1de0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:26.158617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-442a7225-c3d1-49d3-a8e6-ae61d4f1d680 req-ab4cf013-135c-4212-be8e-2d15207d1de0 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0738320 Jun 18 00:20:26.198996 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-442a7225-c3d1-49d3-a8e6-ae61d4f1d680 req-24045c56-c015-4249-af59-bbdf5c1b0d2f tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Jun 18 00:20:26.533310 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-97696db6-0805-4be6-a8d3-975e396c1fac tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:26.534838 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-97696db6-0805-4be6-a8d3-975e396c1fac tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/networks?id=b3662465-ba9a-4847-9291-12f396d03e67 HTTP/1.1" status: 200 len: 814 time: 0.1245227 Jun 18 00:20:26.551112 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-8a29fd74-9120-4e29-aabe-cc0aeaf68d9e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/quotas/9566047911264a2f89a90c7ee1c86a1c HTTP/1.1" status: 200 len: 375 time: 0.0097961 Jun 18 00:20:26.584524 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-a5190efa-817f-48a0-b857-a6c5fad5d484 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280786 Jun 18 00:20:26.679483 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-3a46fb57-9c73-4bde-b3b2-a61eca4d41ca service neutron] 10.222.0.38 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842209 Jun 18 00:20:26.767332 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-eba48231-893c-4475-8eb0-644d647cce68 service neutron] 10.222.0.38 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816398 Jun 18 00:20:27.058616 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25038a1f-fdad-4005-a9f2-0530957e4adf req-5805e910-96d1-4bbc-9107-7e1d69c5387b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:27.060136 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25038a1f-fdad-4005-a9f2-0530957e4adf req-5805e910-96d1-4bbc-9107-7e1d69c5387b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0609641 Jun 18 00:20:27.098863 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25038a1f-fdad-4005-a9f2-0530957e4adf req-5ef8bb70-fec4-41b3-9883-fab12a206903 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jun 18 00:20:27.215271 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c2a5f7d8-d22d-46bc-b82e-354f21a79036 req-f02930c1-a690-48bf-8539-a53a40f6a92d tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0383525 Jun 18 00:20:27.402476 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc1d7-37d2-4953-ad1e-b721cd51f4ba req-a7566d23-40c6-4931-b38e-1dd66e9971dc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:27.403982 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-076fc1d7-37d2-4953-ad1e-b721cd51f4ba req-a7566d23-40c6-4931-b38e-1dd66e9971dc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.0711374 Jun 18 00:20:27.440431 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-076fc1d7-37d2-4953-ad1e-b721cd51f4ba req-b9f62e59-2568-4950-8001-248ca6a627f2 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/security-groups?id=606e1ded-3fa4-4a6a-9114-2b82e617055c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308034 Jun 18 00:20:27.591215 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-7064488f-c1f3-4d71-8c1a-a34c75484748 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:27.592729 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-7064488f-c1f3-4d71-8c1a-a34c75484748 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 946 time: 0.1039035 Jun 18 00:20:27.706060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Deleting port 3c897608-7e51-4cb3-bdd2-13b5019b7645 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:20:27.706429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:27.796946 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] For port 3c897608-7e51-4cb3-bdd2-13b5019b7645, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3c897608-7e51-4cb3-bdd2-13b5019b7645,segment=NetworkSegment(f72612e1-d603-4e77-aa14-85893411fe06),segment_id=f72612e1-d603-4e77-aa14-85893411fe06)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:27.797312 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:27.881908 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Calling delete_port for 3c897608-7e51-4cb3-bdd2-13b5019b7645 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:20:28.233291 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:28.239124 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f9e7a5-7996-4130-8f33-5217007d71a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:28.283436 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598a0d8-3cab-410c-81d7-81790131e1c3 req-ff775f57-3851-4d5a-b70d-095caf3c9e0c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:28.285039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0598a0d8-3cab-410c-81d7-81790131e1c3 req-ff775f57-3851-4d5a-b70d-095caf3c9e0c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0681672 Jun 18 00:20:28.306081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Pushing event deleted for resources: {'Port': ['ID=3c897608-7e51-4cb3-bdd2-13b5019b7645,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:28.306081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:28.325583 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9ae00932-e99b-4fc8-957e-bcf8917f15ff req-f9a6b6f7-d8d9-4346-9818-e1d315de445a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0395272 Jun 18 00:20:28.376652 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0598a0d8-3cab-410c-81d7-81790131e1c3 req-7ceff8ab-c9bc-4717-9d1f-14a202202149 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814447 Jun 18 00:20:28.393119 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] No DVR routers for this DVR port 3c897608-7e51-4cb3-bdd2-13b5019b7645 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:20:28.396637 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:28.400149 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3c2328b3-a82b-4039-8b0f-c0abebda42ab req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.16 "DELETE /v2.0/ports/3c897608-7e51-4cb3-bdd2-13b5019b7645 HTTP/1.1" status: 204 len: 173 time: 0.7940929 Jun 18 00:20:28.400149 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'name': 'network-vif-deleted', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:28.401555 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ead3e1-dd7b-40f9-998f-b0951a873254" -d '{"events": [{"server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "name": "network-vif-deleted", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:28.441555 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f03ed8-a228-4008-95e2-cc88b3ca4827 x-openstack-request-id: req-40f03ed8-a228-4008-95e2-cc88b3ca4827 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:28.441933 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce59d140-b6b5-4cd9-9c27-0465957759c6", "name": "network-vif-deleted", "tag": "3c897608-7e51-4cb3-bdd2-13b5019b7645", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:28.442207 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40f03ed8-a228-4008-95e2-cc88b3ca4827 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:28.442676 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce59d140-b6b5-4cd9-9c27-0465957759c6', 'name': 'network-vif-deleted', 'tag': '3c897608-7e51-4cb3-bdd2-13b5019b7645', 'status': 'completed', 'code': 200} Jun 18 00:20:28.582135 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9f42d0e-6a90-45c1-8c69-cbbfe65e736b req-d3a2d9f3-9e36-4a39-8d6f-97b63cfb9809 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0307059 Jun 18 00:20:29.461005 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d0f70bd-39ff-429a-b68e-e77cc4c18ba6 req-fb000c35-e5eb-474d-aad3-7c884f46c116 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0269847 Jun 18 00:20:29.612302 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733e29c-e7b0-4d52-a85d-8d052275e133 req-39790ebe-41a1-4c70-ad30-d923400acd27 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:29.613627 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8733e29c-e7b0-4d52-a85d-8d052275e133 req-39790ebe-41a1-4c70-ad30-d923400acd27 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0596876 Jun 18 00:20:29.648023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8733e29c-e7b0-4d52-a85d-8d052275e133 req-d1063ae3-e766-4409-8851-be2d299d46c4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289929 Jun 18 00:20:29.774156 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d437693-66d0-41db-917e-e1591d4c1258 req-8094517e-ca01-48b1-a005-9c73c0625e47 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0299621 Jun 18 00:20:30.602247 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-663f0e46-34bc-47c3-9f41-e9016f779349 req-d5866fe3-c5b7-4273-bfd5-24d97cf27bfd tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0270362 Jun 18 00:20:30.812988 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50002be8-c2f8-410b-b27d-bb17456786e3 req-f016a998-cb60-45a4-81c4-a68dccf83213 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:30.814463 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-50002be8-c2f8-410b-b27d-bb17456786e3 req-f016a998-cb60-45a4-81c4-a68dccf83213 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0615416 Jun 18 00:20:30.850945 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-50002be8-c2f8-410b-b27d-bb17456786e3 req-4a4d11c2-db41-4080-90f3-441ccc5d4594 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Jun 18 00:20:30.857418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['3c897608-7e51-4cb3-bdd2-13b5019b7645'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:31.009132 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d296cc4-7463-408b-b94e-ef8cea68d155 req-86560cd7-24c0-4fe1-b81e-564cf1436346 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0355027 Jun 18 00:20:32.055118 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-569f906d-3560-4b58-88f2-59f47834b4ba req-db69b536-f8e9-4b28-899d-ef03c315397e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.2051706 Jun 18 00:20:32.114959 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b56be-6173-4b14-bf4d-4546a6f5a57e req-85c11683-0eed-4015-8ba0-a72fd910ed13 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:32.116446 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8b1b56be-6173-4b14-bf4d-4546a6f5a57e req-85c11683-0eed-4015-8ba0-a72fd910ed13 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0640407 Jun 18 00:20:32.163722 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8b1b56be-6173-4b14-bf4d-4546a6f5a57e req-e46a90be-820b-4245-9a61-47e4f76be0fd tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Jun 18 00:20:32.290751 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-acb515ad-c6f9-4132-aa9f-000eba430cdb req-1d7d963d-51e9-4af8-8ab5-e156fb0175f3 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Jun 18 00:20:33.173115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3c897608-7e51-4cb3-bdd2-13b5019b7645 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:20:33.195153 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8bb76965-4fa4-4e0e-90f3-44d6a6fe3ddc req-29e50d89-cf19-4006-b1db-0ce0cacc27b3 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0314176 Jun 18 00:20:33.196032 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 3c897608-7e51-4cb3-bdd2-13b5019b7645 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:20:33.196396 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3c897608-7e51-4cb3-bdd2-13b5019b7645 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:20:33.352098 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b7be3-4f9c-4722-9b97-19b69d7c8d62 req-30039418-307b-440c-b377-e759fc94f853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:33.353519 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c69b7be3-4f9c-4722-9b97-19b69d7c8d62 req-30039418-307b-440c-b377-e759fc94f853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0600808 Jun 18 00:20:33.388868 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c69b7be3-4f9c-4722-9b97-19b69d7c8d62 req-5ad2cca9-b74e-46ea-b4d2-a0c80d73f61f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298405 Jun 18 00:20:33.512123 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c06a1b37-39ec-47d1-a445-7f7a8bbeb2cf req-4beed299-5304-4f39-bd3d-f55a676c666b tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Jun 18 00:20:34.335634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0c99391a-6334-4d06-bcf8-8233989871f7 req-ce51733a-3c2e-4303-9890-3e348ee8e72d tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0306466 Jun 18 00:20:34.560285 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5057-4132-4e77-91bf-c3dbdd494974 req-43cf26a1-4f12-4674-88b8-0fb566b48bfc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:34.562342 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dbfb5057-4132-4e77-91bf-c3dbdd494974 req-43cf26a1-4f12-4674-88b8-0fb566b48bfc tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0615082 Jun 18 00:20:34.600039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dbfb5057-4132-4e77-91bf-c3dbdd494974 req-a451e58d-fd3d-453f-b47e-9131ce4e4a7a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jun 18 00:20:34.651918 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-516a45f4-9b43-43cf-9396-376d9f70d2ef req-4fd12e72-da78-430e-9900-6a6a7dfccffc tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jun 18 00:20:34.948482 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-8ac730b2-b72b-4327-882d-e87bea61fe22 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:34.949897 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-8ac730b2-b72b-4327-882d-e87bea61fe22 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "GET /v2.0/networks?id=b3662465-ba9a-4847-9291-12f396d03e67 HTTP/1.1" status: 200 len: 814 time: 0.1045864 Jun 18 00:20:34.999394 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Request body: {'port': {'device_id': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67', 'admin_state_up': True, 'tenant_id': '9566047911264a2f89a90c7ee1c86a1c'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:35.186484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Made reservation on behalf of 9566047911264a2f89a90c7ee1c86a1c for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:35.190121 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:35.360641 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Allocated IP 172.20.0.11 (b3662465-ba9a-4847-9291-12f396d03e67/ba7c80a7-b151-4605-9a68-6691344264fe/cb269310-a913-45df-ac06-09747ddee220) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:35.507365 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cb6f2a0c-c372-4d3b-8e9e-ac6094e75fdb req-20428720-9a26-44db-9d99-53dd2e2374b2 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0328081 Jun 18 00:20:35.554972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:35.712915 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:35.731933 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:35.788397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Network b3662465-ba9a-4847-9291-12f396d03e67 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:35.793202 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93ac7e-3afd-40dd-9c36-738681ea84fa req-98d38779-929c-429f-a569-6b8773d3791c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:35.794952 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6b93ac7e-3afd-40dd-9c36-738681ea84fa req-98d38779-929c-429f-a569-6b8773d3791c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0780461 Jun 18 00:20:35.796548 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:35.818271 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:35.821011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:35.831039 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.835647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:35.860578 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:35.871875 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6b93ac7e-3afd-40dd-9c36-738681ea84fa req-370c5638-3a60-425a-80dc-0954d7a917a4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680254 Jun 18 00:20:35.874275 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2c22afdd-a7ed-41ba-9ed3-57e31299406e req-d51d2416-be7c-480b-95a8-9fa5779ad2d9 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce59d140-b6b5-4cd9-9c27-0465957759c6 HTTP/1.1" status: 200 len: 210 time: 0.0401573 Jun 18 00:20:35.899749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:35.899749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:35.987619 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920485 Jun 18 00:20:36.007459 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Request body: {'port': {'device_id': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:36.078919 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.350685 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb269310-a913-45df-ac06-09747ddee220 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:36.359225 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.370919 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Transition to ACTIVE for port object cb269310-a913-45df-ac06-09747ddee220 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:36.466457 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.469213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:36.542903 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:36.546847 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:36.622377 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Attempting to bind port cb269310-a913-45df-ac06-09747ddee220 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:36.622753 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Attempting to bind port cb269310-a913-45df-ac06-09747ddee220 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:36.623094 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Attempting to bind port cb269310-a913-45df-ac06-09747ddee220 on network b3662465-ba9a-4847-9291-12f396d03e67 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:36.628415 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Port cb269310-a913-45df-ac06-09747ddee220 on network b3662465-ba9a-4847-9291-12f396d03e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:20:36.629133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Attempting to bind port cb269310-a913-45df-ac06-09747ddee220 on network b3662465-ba9a-4847-9291-12f396d03e67 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:36.634382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:36.634860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Checking segment: {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:36.635148 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Bound using segment: {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:36.635604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Bound port: cb269310-a913-45df-ac06-09747ddee220, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:36.635958 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.706575 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:36.709694 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:36.770215 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.773508 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:36.810756 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:36.810756 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:36.814953 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb269310-a913-45df-ac06-09747ddee220 HTTP/1.1" status: 200 len: 1094 time: 0.8080459 Jun 18 00:20:36.814953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'tag': 'cb269310-a913-45df-ac06-09747ddee220'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:36.815252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e22e26-7631-4132-8b34-6a8e539c6220" -d '{"events": [{"name": "network-changed", "server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "tag": "cb269310-a913-45df-ac06-09747ddee220"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:36.847813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:36.852972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:36.858620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516464-8e5e-4fee-bb29-ad738c065f65 req-3664b658-1c52-4943-8bf2-5cb1e59c2cf0 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:36.866085 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d2516464-8e5e-4fee-bb29-ad738c065f65 req-3664b658-1c52-4943-8bf2-5cb1e59c2cf0 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 944 time: 0.0920649 Jun 18 00:20:36.871743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85484e5d-a98c-487f-93db-e766bb3da886 x-openstack-request-id: req-85484e5d-a98c-487f-93db-e766bb3da886 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:36.871743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "tag": "cb269310-a913-45df-ac06-09747ddee220", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:36.871743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85484e5d-a98c-487f-93db-e766bb3da886 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:36.871743 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'tag': 'cb269310-a913-45df-ac06-09747ddee220', 'status': 'completed', 'code': 200} Jun 18 00:20:36.901028 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d2516464-8e5e-4fee-bb29-ad738c065f65 req-5923e3ba-80a2-4ad3-aef0-4bedbf2fb8a8 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Jun 18 00:20:37.065502 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caf72d-0161-411b-89f6-82a8476d74a6 req-b64addb9-5c6a-46f6-9e87-6c16024fc232 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:37.066939 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-04caf72d-0161-411b-89f6-82a8476d74a6 req-b64addb9-5c6a-46f6-9e87-6c16024fc232 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0652170 Jun 18 00:20:37.106103 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-04caf72d-0161-411b-89f6-82a8476d74a6 req-bd046744-7621-47be-91b3-866efa642295 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Jun 18 00:20:37.350351 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35116) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:37.569571 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.584908 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35126) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:37.662934 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.681844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35132) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:37.740194 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.752837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.755295 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.757865 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7a3a2bca-52b3-4944-8bd1-2f92358f01b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:37.819697 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72d24d5b30b4492ea04e53567ff47d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656050 Jun 18 00:20:37.819697 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35943f5b-2ff8-4872-b9d8-ea19639ceb85,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:37.820249 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35138) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:37.822886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:37.830145 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.db.api [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 00:20:37.830145 dv-cinder-796950-2-iscsi neutron-server[99799]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 00:20:37.830145 dv-cinder-796950-2-iscsi neutron-server[99799]: [parameters: {'project_id': '64ce89b8ba1b4b7da78b3d4c8dbf7b5c', 'id': '6ef23ebe-95ab-43e5-abe6-00bccfb5d34b', 'expiration': datetime.datetime(2021, 6, 18, 0, 22, 37, 817892)}] Jun 18 00:20:37.830145 dv-cinder-796950-2-iscsi neutron-server[99799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 00:20:37.830485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_db.api [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 00:20:37.870475 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.890921 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.899806 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.975273 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:37.978902 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-38195685-4235-4fa3-86cd-42dad6aa4324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:38.013923 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa72809bff2e4bd18b8d92313736075e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308842 Jun 18 00:20:38.015697 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.016511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35142) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:38.018676 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.020562 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35943f5b-2ff8-4872-b9d8-ea19639ceb85 HTTP/1.1" status: 204 len: 168 time: 0.1986523 Jun 18 00:20:38.020903 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fbe0815b-90f1-47af-8666-a3e247961dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:38.022772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9171e4-788e-4b31-b2d0-cefc0ba23392,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:38.033726 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:38.042193 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35943f5b-2ff8-4872-b9d8-ea19639ceb85,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:38.066657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.067247 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.067600 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.067945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.068284 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.068621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.068954 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.069289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.069623 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.070009 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.070488 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.071108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:38.075326 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:38.083994 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.106123 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.117572 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbc3c8-a3f3-477f-a920-db8432d6c6a4 req-323a37cd-39cc-469a-a716-b9d1b2b56514 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:38.119067 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1ebbc3c8-a3f3-477f-a920-db8432d6c6a4 req-323a37cd-39cc-469a-a716-b9d1b2b56514 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 944 time: 0.0906432 Jun 18 00:20:38.158301 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1ebbc3c8-a3f3-477f-a920-db8432d6c6a4 req-fa51c57f-0698-4394-ab74-9aa9ee9bea23 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Jun 18 00:20:38.255360 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.258016 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.259315 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a9171e4-788e-4b31-b2d0-cefc0ba23392 HTTP/1.1" status: 204 len: 168 time: 0.2418637 Jun 18 00:20:38.260100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4ee460eb-ed68-4dc4-9dee-27c6f56d7829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:38.268311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9171e4-788e-4b31-b2d0-cefc0ba23392,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:38.270589 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-289a3d53-3d37-4ebc-837f-f164c86dbf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:38.321254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7a4d-3bb1-428b-8904-0ab733512594 req-edbc37d3-8b65-456a-b01c-e4dd42480bf9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:38.322668 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d8bc7a4d-3bb1-428b-8904-0ab733512594 req-edbc37d3-8b65-456a-b01c-e4dd42480bf9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0684164 Jun 18 00:20:38.331462 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.364214 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d8bc7a4d-3bb1-428b-8904-0ab733512594 req-cd324cf1-cc46-4d36-b47c-f5ee8307c108 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Jun 18 00:20:38.437825 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.500610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.503120 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-540f4a1d-3f81-498a-bdba-0af7e7fb9df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:38.538456 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64ce89b8ba1b4b7da78b3d4c8dbf7b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9524698 Jun 18 00:20:38.539411 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11fc0a3-36eb-416b-91ea-91e5f4485b3f,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:38.541130 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35156) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:38.542559 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:38.600284 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.627872 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.730296 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35164) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:38.743290 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.753385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.755886 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:38.756994 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b11fc0a3-36eb-416b-91ea-91e5f4485b3f HTTP/1.1" status: 204 len: 168 time: 0.2148829 Jun 18 00:20:38.759518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fd1ccbe8-34e1-4dbf-b85d-9d416b23620d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:38.773632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11fc0a3-36eb-416b-91ea-91e5f4485b3f,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:38.777172 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-65910aa5-37e7-4680-aff0-62e62d17eea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:38.846840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.015122 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.018748 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7347dcb4-611d-4a4a-b90d-629bcdec52b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:39.054830 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8cb7992f7344ffd9967d2cefeb225e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233213 Jun 18 00:20:39.055955 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4533abf-9afa-4a4c-a94a-fd63aecf7101,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:39.057485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35172) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:39.071139 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:39.107335 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.137656 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.323966 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.327386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.328771 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4533abf-9afa-4a4c-a94a-fd63aecf7101 HTTP/1.1" status: 204 len: 168 time: 0.2694068 Jun 18 00:20:39.329531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:39.331330 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b40e01-1542-4be2-909f-745507f5f063 req-62580a99-5106-46ad-91bb-2ad727a62d4c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:39.336839 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-49b40e01-1542-4be2-909f-745507f5f063 req-62580a99-5106-46ad-91bb-2ad727a62d4c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 944 time: 0.0665467 Jun 18 00:20:39.337407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4533abf-9afa-4a4c-a94a-fd63aecf7101,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:39.339844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:39.371714 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-49b40e01-1542-4be2-909f-745507f5f063 req-35aa60c7-53cd-48a6-bc9f-15df64ac7845 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Jun 18 00:20:39.532926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35192) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:39.547229 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.556393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb2ba7-a0fc-4287-9e75-64cdb15542b7 req-67c8a7dd-97b3-442a-a69b-9026949b58b6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:39.557894 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91eb2ba7-a0fc-4287-9e75-64cdb15542b7 req-67c8a7dd-97b3-442a-a69b-9026949b58b6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0713203 Jun 18 00:20:39.605019 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91eb2ba7-a0fc-4287-9e75-64cdb15542b7 req-fbdca0c5-0528-4cf9-b3fc-0d105dbac296 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Jun 18 00:20:39.651044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.769281 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.773146 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-09b2e949-7c4b-4aef-91b6-fdfb4fd4b04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:39.805451 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45ec925182bc4f339234604e5f404799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711740 Jun 18 00:20:39.808930 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35202) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:39.814783 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa2c9fd-401d-4c67-916d-905d5d416401,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:39.818594 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:39.859620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.882304 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:39.998518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:40.001268 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:40.002582 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1aa2c9fd-401d-4c67-916d-905d5d416401 HTTP/1.1" status: 204 len: 168 time: 0.1926749 Jun 18 00:20:40.003505 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a715e1af-95a1-439d-80c2-09405dbcd068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:40.010989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa2c9fd-401d-4c67-916d-905d5d416401,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:40.013248 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:40.041565 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-2796025c-c823-4612-8c06-19d286c8a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.041565 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-2796025c-c823-4612-8c06-19d286c8a90a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0545969 Jun 18 00:20:40.148871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-6bd1eda3-9db7-466f-8de2-4a78fbca0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.150325 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-6bd1eda3-9db7-466f-8de2-4a78fbca0a8c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9566047911264a2f89a90c7ee1c86a1c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923805 Jun 18 00:20:40.248476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-9abae3cf-dbcb-46a0-800c-92684cd6a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.249976 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c8e22e26-7631-4132-8b34-6a8e539c6220 req-9abae3cf-dbcb-46a0-800c-92684cd6a6a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913260 Jun 18 00:20:40.391777 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-eca4fc9b-634d-4400-841b-c87f92ad5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.393193 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-eca4fc9b-634d-4400-841b-c87f92ad5cef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0597541 Jun 18 00:20:40.464228 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-48126dee-9db1-4bf2-a089-51338654a045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb269310-a913-45df-ac06-09747ddee220 HTTP/1.1" status: 200 len: 217 time: 0.0471213 Jun 18 00:20:40.546352 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-2a7074c4-4191-4c2a-a464-20bce5a8a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.550216 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-2a7074c4-4191-4c2a-a464-20bce5a8a5b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7c80a7-b151-4605-9a68-6691344264fe HTTP/1.1" status: 200 len: 854 time: 0.0756416 Jun 18 00:20:40.572293 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495276e3-1048-4055-b860-f63fab9ce531 req-8254d871-27e9-4cec-99fa-b71ac32cd5b5 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.574547 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-495276e3-1048-4055-b860-f63fab9ce531 req-8254d871-27e9-4cec-99fa-b71ac32cd5b5 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 944 time: 0.0840068 Jun 18 00:20:40.595095 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-62d77a3c-9f4f-4a30-a30e-979dddffde35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3662465-ba9a-4847-9291-12f396d03e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335605 Jun 18 00:20:40.642141 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-495276e3-1048-4055-b860-f63fab9ce531 req-0597a9c5-5ef5-48d7-9ccc-b2df13dff7c6 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Jun 18 00:20:40.786806 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-bb58f1e9-a929-47e2-ad45-18ff1ad1b3cb service neutron] 10.222.0.16 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769369 Jun 18 00:20:40.887815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35264) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:40.937700 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-188ed863-c2c5-4987-b832-1c1f2cdcc261 req-03e5adb4-81d6-4105-b27c-20f54ca0ea4b service neutron] 10.222.0.16 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362832 Jun 18 00:20:40.950523 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Deleting subnet c20c9025-6beb-44e9-a39c-218cee2e7d9e {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:20:40.961626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be880c-2ff4-456a-a622-a28425405cb3 req-c52500b0-17e4-4cf7-b3dd-7119442ec683 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:40.963401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79be880c-2ff4-456a-a622-a28425405cb3 req-c52500b0-17e4-4cf7-b3dd-7119442ec683 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1578739 Jun 18 00:20:40.968013 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.029395 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.038307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.054245 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79be880c-2ff4-456a-a622-a28425405cb3 req-c83211cc-2f07-48a7-8ea8-8a505e0216e0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837376 Jun 18 00:20:41.215585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.218916 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-87506fa8-46c0-46a6-ab27-7edffac2bc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:41.241734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20c9025-6beb-44e9-a39c-218cee2e7d9e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:41.244286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:41.247050 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.255869 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-451f42aa-96ae-4587-9799-91b43ba25d0c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c20c9025-6beb-44e9-a39c-218cee2e7d9e HTTP/1.1" status: 204 len: 168 time: 0.3614407 Jun 18 00:20:41.255869 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35272) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:41.325292 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.416348 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.426820 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.427228 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > port after_create 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > port after_update 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.434109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.534920 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-b433a720-cb20-483f-8608-c4b249d4b328 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577848 Jun 18 00:20:41.595734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.596373 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.596486 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.596755 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 00:20:41.597202 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c265bd0e-d364-4434-9b9b-b03ba73e1d80']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:41.617633 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72612e1-d603-4e77-aa14-85893411fe06') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:41.617934 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72612e1-d603-4e77-aa14-85893411fe06') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:41.635440 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.684047 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.694136 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:20:41.694780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: from cryptography.utils import int_from_bytes Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: from cryptography.utils import int_from_bytes Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:20:41.701246 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:20:41.704913 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-617098f8-0554-462b-a703-fccb556361b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:41.707352 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-617098f8-0554-462b-a703-fccb556361b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0862386 Jun 18 00:20:41.845067 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-82824dd1-b3da-4aa9-be20-c24722bd0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:41.846630 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-82824dd1-b3da-4aa9-be20-c24722bd0a58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.1061084 Jun 18 00:20:41.888385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.896314 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-b676b7ee-7b62-4daf-902c-4e6a980db765 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0411313 Jun 18 00:20:41.901190 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8bb64adb-494f-4a39-b5b4-2dbe005f730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:41.921204 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c265bd0e-d364-4434-9b9b-b03ba73e1d80,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:41.937830 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:41.937830 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] 10.222.0.38 "DELETE /v2.0/networks/c265bd0e-d364-4434-9b9b-b03ba73e1d80 HTTP/1.1" status: 204 len: 168 time: 0.6741927 Jun 18 00:20:41.937830 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:41.960400 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4effd4-5218-4526-984f-2cbe4eb44d44 req-fafce999-a6c4-4e5e-bf6c-cfb3bb3ddc46 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:41.964059 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b4effd4-5218-4526-984f-2cbe4eb44d44 req-fafce999-a6c4-4e5e-bf6c-cfb3bb3ddc46 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 944 time: 0.1171978 Jun 18 00:20:42.003934 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b4effd4-5218-4526-984f-2cbe4eb44d44 req-90c7654a-4c5f-4114-99f0-b8b703814c2f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jun 18 00:20:42.164029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-8003a400-bca4-4086-b610-6d18fce458c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:42.165449 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-8003a400-bca4-4086-b610-6d18fce458c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.2609644 Jun 18 00:20:42.207886 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-a1dfcbd9-5017-4bd8-a81a-524dbe1e5bdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Jun 18 00:20:42.320121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cb269310-a913-45df-ac06-09747ddee220 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:20:42.327672 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-0147659c-a16d-4051-a58f-81a6339a66f7 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100931 Jun 18 00:20:42.359309 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2f066-d2fd-4d01-b714-7d479ea80acc req-7f12c5e2-2637-4283-ba7d-e8f57ce57a76 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:42.361064 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a9d2f066-d2fd-4d01-b714-7d479ea80acc req-7f12c5e2-2637-4283-ba7d-e8f57ce57a76 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1155643 Jun 18 00:20:42.401100 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35324) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:42.432272 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a9d2f066-d2fd-4d01-b714-7d479ea80acc req-f3275c76-d389-43d9-9ca6-f898bf824e6e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650427 Jun 18 00:20:42.466326 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e26d1167-ee0a-4b1a-9f32-f694d649572f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0955cff4a5a7437fb8aa2849929e3ae8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0567672 Jun 18 00:20:42.467014 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35328) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:42.480054 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:42.497608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'cb269310-a913-45df-ac06-09747ddee220', 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67', 'port_id': 'cb269310-a913-45df-ac06-09747ddee220', 'mac_address': 'fa:16:3e:4a:04:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c80a7-b151-4605-9a68-6691344264fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:20:42.500216 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b85439e9-4558-4549-83c9-bbbd87e1cebd req-67d149da-6d46-4f0f-9812-af217fe54f77 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589878 Jun 18 00:20:42.530235 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.537013 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.552494 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb269310-a913-45df-ac06-09747ddee220 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:20:42.557376 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.574562 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:42.689817 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.690034 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.692438 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:42.695428 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/606e1ded-3fa4-4a6a-9114-2b82e617055c HTTP/1.1" status: 204 len: 168 time: 0.2257326 Jun 18 00:20:42.695428 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:42.700028 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:42.704550 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e1ded-3fa4-4a6a-9114-2b82e617055c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:42.707625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:42.763873 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:42.771486 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.771912 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.776269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:42.783192 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:43.214779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c6820-4c6e-4850-8d21-2f25fbd4c3bb req-aba183dd-addc-4e20-bbf3-a0265b2f7160 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:43.216308 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a16c6820-4c6e-4850-8d21-2f25fbd4c3bb req-aba183dd-addc-4e20-bbf3-a0265b2f7160 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 945 time: 0.0797813 Jun 18 00:20:43.254842 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a16c6820-4c6e-4850-8d21-2f25fbd4c3bb req-0dd0012f-7119-4d19-a2e9-104f94d0ed2c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Jun 18 00:20:43.400847 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35370) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:43.501588 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.600399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.636789 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e243-5b86-4b15-8760-b3533615e035 req-327eeabf-3efd-4b61-8cca-55ac881a76b6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:43.638273 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d349e243-5b86-4b15-8760-b3533615e035 req-327eeabf-3efd-4b61-8cca-55ac881a76b6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0714829 Jun 18 00:20:43.655677 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.659221 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-677512b1-3ee8-49e1-923c-ac668d55105c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:43.676662 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d349e243-5b86-4b15-8760-b3533615e035 req-ab545244-d00a-4896-a2be-088c5b74b88f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jun 18 00:20:43.700778 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c228aea-d62b-4a3f-91e7-4727ae5d3998,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:43.705430 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f94ec08258f44dcdb56dfd4a0a3c54c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033905 Jun 18 00:20:43.706312 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:43.707917 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35388) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:43.754074 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.774385 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.778264 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35390) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:43.870317 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:20:43.871434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-573879725-network', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:43.877629 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.880276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.881399 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c228aea-d62b-4a3f-91e7-4727ae5d3998 HTTP/1.1" status: 204 len: 168 time: 0.1725895 Jun 18 00:20:43.882106 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5eaf17f0-06ea-419e-953b-7ada4ed45175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:43.889446 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c228aea-d62b-4a3f-91e7-4727ae5d3998,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:43.891607 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:43.935032 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Made reservation on behalf of 24f33f5d450b41c8bbc4b4e9a344d5cd for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:43.937463 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:43.949276 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.033630 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.078242 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.081672 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2cf770f3-fa56-4228-94be-d7c49dc29f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:44.103644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:20:44.113143 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e811c286-d0ae-4e09-b4c2-188fa441e0d8,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:44.117725 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.118050 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Added segment 9445c1e7-d8f9-4307-b78b-3a990ade118e of type vlan for network b96f4944-a8e3-45f9-be06-b52db1c805e0 Jun 18 00:20:44.125176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:44.159044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.237792 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.239089 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:44.239758 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.241781 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-99932944-9264-4489-b52a-5c1a483daeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:44.298024 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Pushing event updated for resources: {'Network': ['ID=b96f4944-a8e3-45f9-be06-b52db1c805e0,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:44.303521 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:44.309328 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:20:44.353122 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5737324 Jun 18 00:20:44.355890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35404) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:44.362066 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Request body: {'subnet': {'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-573879725-subnet', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:44.442477 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191c075-95e5-457f-8a85-b71c3af0a55e req-160a0de1-1b35-4160-8285-3bb7820e33b0 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:44.443964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9191c075-95e5-457f-8a85-b71c3af0a55e req-160a0de1-1b35-4160-8285-3bb7820e33b0 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 945 time: 0.0731418 Jun 18 00:20:44.453417 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35406) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:44.466038 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.476370 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Made reservation on behalf of 24f33f5d450b41c8bbc4b4e9a344d5cd for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:20:44.478655 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567997'] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.495606 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9191c075-95e5-457f-8a85-b71c3af0a55e req-8c393001-a899-44d2-af18-52446d13adba tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460660 Jun 18 00:20:44.556563 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.626263 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.629806 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-68cee945-da1d-4487-9e8e-5adae2bca417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:44.663190 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cdd0c24acf8342818f0eca4c8b219205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086833 Jun 18 00:20:44.665162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0926766e-b72b-429f-acd2-85db300ef2ea,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:44.665913 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35410) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:44.668076 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:44.703500 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9035404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567983'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.707933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21d9fd30-954e-42cd-ad25-95ad60ba728f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:44.745594 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.785973 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Pushing event updated for resources: {'Subnet': ['ID=455131f6-77ea-453e-8f07-124332a48f34,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:44.788556 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:44.808413 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.836703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Checking segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:44.837064 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Network hostable DHCP agents. Network: b96f4944-a8e3-45f9-be06-b52db1c805e0, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:20:44.897293 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0c5e-942a-4fa2-a3e7-1b807892f76f req-885a6f75-312d-4831-baf2-2df0b0c4f885 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:44.898787 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2a2e0c5e-942a-4fa2-a3e7-1b807892f76f req-885a6f75-312d-4831-baf2-2df0b0c4f885 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1051791 Jun 18 00:20:44.937178 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2a2e0c5e-942a-4fa2-a3e7-1b807892f76f req-e0ca3c1b-4790-4441-a8a3-aed67122f678 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jun 18 00:20:44.938181 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:20:44.962748 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.965264 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:44.966366 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0926766e-b72b-429f-acd2-85db300ef2ea HTTP/1.1" status: 204 len: 168 time: 0.2991204 Jun 18 00:20:44.967168 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-aad2a84f-7cc5-49be-b2b9-fa7ea7ed5c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:44.974814 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0926766e-b72b-429f-acd2-85db300ef2ea,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:44.976951 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:45.020526 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, b96f4944-a8e3-45f9-be06-b52db1c805e0) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:45.024882 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:45.026002 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.029502 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07bb38b-28dd-43b7-a2d4-54f350c94e3d None None] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:20:45.101460 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-fad4831e-7e68-49a7-b059-6c5162ac55af admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7432673 Jun 18 00:20:45.104257 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35418) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:45.110384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:45.177840 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-b96f4944-a8e3-45f9-be06-b52db1c805e0', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:20:45.178807 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.215315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.216436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.269314 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.309264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Allocated IP 172.20.0.2 (b96f4944-a8e3-45f9-be06-b52db1c805e0/455131f6-77ea-453e-8f07-124332a48f34/e8758dd5-375d-4572-9588-07740b60f268) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:45.464175 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.474916 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Transition to ACTIVE for port object e8758dd5-375d-4572-9588-07740b60f268 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:45.481311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.490419 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Transition to ACTIVE for port object e8758dd5-375d-4572-9588-07740b60f268 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:45.569771 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.572490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:45.604882 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:45.607659 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:45.613317 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:45.683894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025579-18a6-4bf4-b540-dda51db9fc61 req-686a7ba3-dd88-4a71-802a-b76aae10644c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:45.692023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-84025579-18a6-4bf4-b540-dda51db9fc61 req-686a7ba3-dd88-4a71-802a-b76aae10644c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 945 time: 0.0750778 Jun 18 00:20:45.695973 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Pushing event updated for resources: {'Port': ['ID=e8758dd5-375d-4572-9588-07740b60f268,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:45.698749 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Attempting to bind port e8758dd5-375d-4572-9588-07740b60f268 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:45.699148 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Attempting to bind port e8758dd5-375d-4572-9588-07740b60f268 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:45.699522 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Attempting to bind port e8758dd5-375d-4572-9588-07740b60f268 on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:45.705360 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:45.706139 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:45.711597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Checking segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:45.711597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.711597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Bound using segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:45.711597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Bound port: e8758dd5-375d-4572-9588-07740b60f268, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:45.711597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.730372 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-84025579-18a6-4bf4-b540-dda51db9fc61 req-7719b3ac-ccb4-4e9d-94a8-c4f7d4ac4e0b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Jun 18 00:20:45.777019 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] For port e8758dd5-375d-4572-9588-07740b60f268, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:45.777388 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.780904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] For port e8758dd5-375d-4572-9588-07740b60f268, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=e8758dd5-375d-4572-9588-07740b60f268,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:45.797993 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.849492 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:45.855445 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:45.887958 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['cb269310-a913-45df-ac06-09747ddee220'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:20:45.902949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Allocated IP 172.27.0.240 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:45.969384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Pushing event updated for resources: {'Port': ['ID=e8758dd5-375d-4572-9588-07740b60f268,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:45.974466 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:46.033276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:46.044764 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:46.175541 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:46.179570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:46.209979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e115b0a-7ed7-486e-8ac3-625ab05bd312 req-13671a1b-5d01-4e9f-9544-180b35a5a520 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:46.213962 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e115b0a-7ed7-486e-8ac3-625ab05bd312 req-13671a1b-5d01-4e9f-9544-180b35a5a520 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1119158 Jun 18 00:20:46.264648 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:46.267845 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:46.270923 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:46.301145 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e115b0a-7ed7-486e-8ac3-625ab05bd312 req-b0b1b816-07d9-4a41-a9e5-44dbe318c637 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746498 Jun 18 00:20:46.310031 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Pushing event updated for resources: {'Port': ['ID=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:46.313788 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:46.634434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:46.849194 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:46.961389 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a601f88-c942-4adc-b2ec-62bb2f987f98 req-52dee690-cd99-48df-b6e4-ca1bd651471f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:46.969909 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a601f88-c942-4adc-b2ec-62bb2f987f98 req-52dee690-cd99-48df-b6e4-ca1bd651471f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 945 time: 0.1038897 Jun 18 00:20:47.035657 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a601f88-c942-4adc-b2ec-62bb2f987f98 req-0661ae4d-9308-44bd-aeb3-14c9477f622a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Jun 18 00:20:47.094742 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:20:47.150954 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410aab58-74c1-4e69-a245-214056492836 None None] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:20:47.188039 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-4faabdfe-8e2d-4dd4-b454-f726497ae93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:47.221434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:20:47.237648 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:20:47.255298 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:47.256932 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:47.310917 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:47.310917 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1960835 Jun 18 00:20:47.310917 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35484) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:47.363913 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-ea4d58eb-af74-424e-8806-1f1d028befa9 None None] Provisioning for port e8758dd5-375d-4572-9588-07740b60f268 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:47.428047 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:47.626994 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e635cb-5a60-42a5-bb98-8b31caf98856 req-30fa1493-5a46-4a18-97e9-28f2141f0202 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:47.646948 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96e635cb-5a60-42a5-bb98-8b31caf98856 req-30fa1493-5a46-4a18-97e9-28f2141f0202 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1694005 Jun 18 00:20:47.698199 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96e635cb-5a60-42a5-bb98-8b31caf98856 req-a1b3b65c-1c86-4989-a4be-ea1599ab7e64 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Jun 18 00:20:47.714549 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:46Z', 'revision_number': 3, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:47.744386 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:20:47.745128 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Updating router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:20:47.782906 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:47.886749 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cb269310-a913-45df-ac06-09747ddee220 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:48.089277 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port cb269310-a913-45df-ac06-09747ddee220 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:48.093343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port cb269310-a913-45df-ac06-09747ddee220 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:48.093737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.141316 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.175825 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device e8758dd5-375d-4572-9588-07740b60f268 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:48.179583 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Transition to ACTIVE for port object 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:48.232036 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.284204 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.286518 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:48.344217 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35524) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:48.370932 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Attempting to bind port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:48.371397 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Attempting to bind port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:48.373532 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Attempting to bind port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:48.385394 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Pushing event updated for resources: {'Port': ['ID=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:48.389315 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:48.389780 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:48.390249 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.391047 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:48.391917 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Bound port: 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:48.392872 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.401479 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f11f1-fe82-4182-86ae-e05cac5c3cfb req-1b2af214-8328-4619-8adf-77a6a6f883e4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:48.408635 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-626f11f1-fe82-4182-86ae-e05cac5c3cfb req-1b2af214-8328-4619-8adf-77a6a6f883e4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 945 time: 0.1649776 Jun 18 00:20:48.431638 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.432255 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.432786 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.433462 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.433886 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.434309 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.434760 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.435459 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.436040 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.436329 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.437265 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.437822 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:20:48.443211 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:48.483037 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-626f11f1-fe82-4182-86ae-e05cac5c3cfb req-b3925be0-7b60-4d67-8b1e-c121581b765b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 Jun 18 00:20:48.487111 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] For port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:48.492792 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] For port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:48.525892 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.544708 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.552373 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb269310-a913-45df-ac06-09747ddee220'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:20:48.554628 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c5f16-273f-45bd-806f-3e7425743706" -d '{"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-plugged", "status": "completed", "tag": "cb269310-a913-45df-ac06-09747ddee220"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:20:48.561838 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Allocated IP 172.20.0.1 (b96f4944-a8e3-45f9-be06-b52db1c805e0/455131f6-77ea-453e-8f07-124332a48f34/56a7967d-e7fe-4fb2-9398-518061062193) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:48.570934 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:48.575822 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.580370 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-037e334e-b3ed-4ede-aaf2-14208aa9fd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:48.602997 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33ca57-933d-4c3d-807b-76344901b97d x-openstack-request-id: req-6d33ca57-933d-4c3d-807b-76344901b97d {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:20:48.603251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-plugged", "status": "completed", "tag": "cb269310-a913-45df-ac06-09747ddee220", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:20:48.603457 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d33ca57-933d-4c3d-807b-76344901b97d {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:20:48.604537 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb269310-a913-45df-ac06-09747ddee220', 'code': 200} Jun 18 00:20:48.665980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.672550 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.674471 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:48.711977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.720017 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:48.720638 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:48.724775 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port e8758dd5-375d-4572-9588-07740b60f268 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:48.740467 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port e8758dd5-375d-4572-9588-07740b60f268 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:48.740843 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.755866 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Transition to ACTIVE for port object 56a7967d-e7fe-4fb2-9398-518061062193 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:48.757881 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.761566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:48.765426 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Pushing event updated for resources: {'Port': ['ID=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:48.780149 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:48.817837 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:48.823503 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900a2ae-b271-4993-9525-04d47a6b3b65,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:48.832216 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:48.840687 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dfd44d34c14461da02046600e8f20b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951560 Jun 18 00:20:48.850482 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35532) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:48.871837 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:48.922403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.926997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6336381b-c355-42d0-9f42-a8386c8f964f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:48.934657 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:48.937369 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:48.951236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294ca9a-cf61-481c-8211-1345d9909859 req-192b7eb6-dd94-4391-b674-28641d8d16a5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:48.960841 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9294ca9a-cf61-481c-8211-1345d9909859 req-192b7eb6-dd94-4391-b674-28641d8d16a5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1030092 Jun 18 00:20:48.987074 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port e8758dd5-375d-4572-9588-07740b60f268, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=e8758dd5-375d-4572-9588-07740b60f268,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:48.998492 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9294ca9a-cf61-481c-8211-1345d9909859 req-cab024dc-9324-4352-8e20-c11297fcb590 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Jun 18 00:20:49.002158 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.016544 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Pushing event updated for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:49.024080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:49.028108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:49.033047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:49.037327 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:49.040257 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.103479 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.106773 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:46Z', 'revision_number': 3, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:49.112171 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.115821 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-32049b2f-76ac-4960-beb0-c96ef4a8413b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:49.145807 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126e386-22a8-4c42-b9af-765a4b0894dd None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:46Z', 'revision_number': 3, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:20:49.242094 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=e8758dd5-375d-4572-9588-07740b60f268,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:49.247670 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:49.301000 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.304446 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.308899 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8900a2ae-b271-4993-9525-04d47a6b3b65 HTTP/1.1" status: 204 len: 168 time: 0.4625885 Jun 18 00:20:49.327290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e44e0141-1dd4-4792-97f5-a67aedc3beea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:49.341342 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbe462-a04f-4dd9-88cc-4c733323ce49 req-7fa48ed6-95d0-4cae-9bfd-382a55f63306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:49.341943 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5fdbe462-a04f-4dd9-88cc-4c733323ce49 req-7fa48ed6-95d0-4cae-9bfd-382a55f63306 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1648955 Jun 18 00:20:49.343307 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900a2ae-b271-4993-9525-04d47a6b3b65,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:49.355007 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:49.421395 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5fdbe462-a04f-4dd9-88cc-4c733323ce49 req-a2fa2f51-627b-49a9-baee-b5e711e99d62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Jun 18 00:20:49.433212 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.528595 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-20020d04-824b-4d68-8d84-93ec75b41182 None None] Provisioning for port 56a7967d-e7fe-4fb2-9398-518061062193 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:49.532712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-20020d04-824b-4d68-8d84-93ec75b41182 None None] Provisioning complete for port 56a7967d-e7fe-4fb2-9398-518061062193 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:49.537560 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-20020d04-824b-4d68-8d84-93ec75b41182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.614776 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-20020d04-824b-4d68-8d84-93ec75b41182 None None] Port 56a7967d-e7fe-4fb2-9398-518061062193 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:20:49.679601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.741675 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34415d-aadb-4ed2-a07b-75dbe9754763 req-1a6918d7-36bf-4d2f-8940-4d4e46278735 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:49.743608 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dd34415d-aadb-4ed2-a07b-75dbe9754763 req-1a6918d7-36bf-4d2f-8940-4d4e46278735 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.0861857 Jun 18 00:20:49.751395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.754875 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:49.780765 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-204cefe5-e120-4cc3-aa1b-b28992bb6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.792019 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dd34415d-aadb-4ed2-a07b-75dbe9754763 req-72c50846-406d-4fc3-bc34-aa79e6e25cca tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Jun 18 00:20:49.854792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:49.856647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Pushing event updated for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:49.860693 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:49.912728 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.033192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:50.033192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:50.172213 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device e8758dd5-375d-4572-9588-07740b60f268 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:50.269850 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port e8758dd5-375d-4572-9588-07740b60f268 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:50.270546 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.299489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:20:50.395458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf55f78-8e2d-4b67-b576-64dfeed695aa req-76d64fd2-704c-4c20-8785-e83fc9dd9e94 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:50.396995 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf55f78-8e2d-4b67-b576-64dfeed695aa req-76d64fd2-704c-4c20-8785-e83fc9dd9e94 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1243334 Jun 18 00:20:50.427071 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:50.468152 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9bf55f78-8e2d-4b67-b576-64dfeed695aa req-2f617b17-2a12-472a-9f11-b6bacaeeace6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603061 Jun 18 00:20:50.493424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:20:50.499935 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] 10.222.0.38 "PUT /v2.0/routers/94806fad-9e92-4a2a-a1e3-e1bd83e17aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1950722 Jun 18 00:20:50.524368 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-78a13f36-e3b1-49ab-95bb-f4b0d774ea39 None None] Provisioning complete for port 56a7967d-e7fe-4fb2-9398-518061062193 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:50.524757 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-78a13f36-e3b1-49ab-95bb-f4b0d774ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.570902 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-78a13f36-e3b1-49ab-95bb-f4b0d774ea39 None None] Port 56a7967d-e7fe-4fb2-9398-518061062193 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:20:50.579592 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:50.583980 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:50.584371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.679793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.707935 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:50.729092 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.795423 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:50.795423 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:50.849113 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:50.852402 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:51.223481 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:20:51.232082 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:51.233275 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:51.257154 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35604) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:51.260810 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820192137', 'description': 'tempest-description--1153229223'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:51.339182 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:51.380898 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.402185 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaffa8-9bc3-42fd-93bc-6124068cc5ca req-5e9933ed-3c4a-4c24-918c-6e955e3bad96 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:51.405350 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22eaffa8-9bc3-42fd-93bc-6124068cc5ca req-5e9933ed-3c4a-4c24-918c-6e955e3bad96 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.0678225 Jun 18 00:20:51.446915 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22eaffa8-9bc3-42fd-93bc-6124068cc5ca req-8aca9428-3f4a-4e56-b809-4579bf6e2897 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Jun 18 00:20:51.476483 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.546931 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.549182 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 2, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:51.549477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6f134616-c635-4498-a0a2-4df56a2e1d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:51.584297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cfcbe3-7997-4ccb-bc07-e474f6063763,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:51.587432 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:51.589518 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:20:51.589820 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Updating router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 port 56a7967d-e7fe-4fb2-9398-518061062193 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:20:51.651949 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.655419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.657034 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4001510 Jun 18 00:20:51.659820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35612) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:51.668171 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group_rule': {'security_group_id': '61cfcbe3-7997-4ccb-bc07-e474f6063763', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:51.692714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b6ce1-ede0-471c-8f49-60dc79aa908c req-0d9dd8c4-1188-4397-b48d-3645525e3756 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:51.700385 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-419b6ce1-ede0-471c-8f49-60dc79aa908c req-0d9dd8c4-1188-4397-b48d-3645525e3756 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1057868 Jun 18 00:20:51.739287 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-419b6ce1-ede0-471c-8f49-60dc79aa908c req-901b872d-51d5-4a54-91e8-8d856615afe4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Jun 18 00:20:51.785711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.848170 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.911916 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.914021 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:51.930426 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf352ac6-ca3e-4226-ad23-b7b9554a4404,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:51.934628 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:51.939533 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:51.983655 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:51.997341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Transition to ACTIVE for port object 56a7967d-e7fe-4fb2-9398-518061062193 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:20:52.009436 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:52.009818 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.020696 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.021950 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a55eb933-6457-4b57-846c-c6ea1399dd15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3596375 Jun 18 00:20:52.024889 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35616) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:52.029536 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group_rule': {'security_group_id': '61cfcbe3-7997-4ccb-bc07-e474f6063763', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:52.123651 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.125539 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d1f7bee2-e98a-49e0-a54d-d7d6b97142f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:52.157316 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.205727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Pushing event updated for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:52.213334 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:52.222018 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.268009 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Attempting to bind port 56a7967d-e7fe-4fb2-9398-518061062193 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:20:52.268385 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Attempting to bind port 56a7967d-e7fe-4fb2-9398-518061062193 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:20:52.268754 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Attempting to bind port 56a7967d-e7fe-4fb2-9398-518061062193 on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:20:52.274179 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:20:52.274578 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Checking segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:20:52.275026 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.275437 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Bound using segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:20:52.275918 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Bound port: 56a7967d-e7fe-4fb2-9398-518061062193, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:20:52.276331 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.300393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.302725 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:52.318315 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f911ec3-0fa4-4ee3-b0a7-f205e92a94ef,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:52.327807 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:52.340696 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] For port 56a7967d-e7fe-4fb2-9398-518061062193, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:20:52.343848 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] For port 56a7967d-e7fe-4fb2-9398-518061062193, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=56a7967d-e7fe-4fb2-9398-518061062193,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:20:52.398779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.399151 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732333 Jun 18 00:20:52.402131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35622) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:20:52.408443 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:20:52.432310 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.433693 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.437115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:52.488742 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.495965 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:20:52.496608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:52.498421 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Pushing event updated for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:52.503290 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:52.642987 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.722507 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb7d3-54a8-4e30-be83-aa0d7dce2443 req-bfc42bfe-a479-44aa-aeec-b1355b90cb64 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:52.724262 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61aeb7d3-54a8-4e30-be83-aa0d7dce2443 req-bfc42bfe-a479-44aa-aeec-b1355b90cb64 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.1279616 Jun 18 00:20:52.763245 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:20:52.810498 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61aeb7d3-54a8-4e30-be83-aa0d7dce2443 req-5c7c05be-32fe-437b-ace9-6dda49735aef tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636277 Jun 18 00:20:52.811546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Allocated IP 172.27.0.123 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/b8450663-b6fa-4d1f-8c7f-8b81487fb9c3) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:20:52.963262 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:52.984605 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b51e-eac9-41b9-b619-39a3fdf5ddf7 req-f5e8932a-3836-48f2-befa-89085ea99362 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:52.988300 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96f6b51e-eac9-41b9-b619-39a3fdf5ddf7 req-f5e8932a-3836-48f2-befa-89085ea99362 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1036036 Jun 18 00:20:52.988452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:52Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:20:53.013158 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285d9e7-9143-44d6-9d9b-dc29ca72fea3 None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:52Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:20:53.042414 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96f6b51e-eac9-41b9-b619-39a3fdf5ddf7 req-741a7cde-2a88-4e71-9128-85dd5556dd01 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jun 18 00:20:53.116826 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:53.120121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-91e0d1d9-0497-4714-99c2-9930f4711fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:53.163159 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:20:53.165894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:20:53.169457 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:20:53.197763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=b8450663-b6fa-4d1f-8c7f-8b81487fb9c3,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:53.202403 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:53.334273 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:53.620000 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:53.802651 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:53.900855 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:53.905622 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:54.047872 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 56a7967d-e7fe-4fb2-9398-518061062193 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:54.097519 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=b8450663-b6fa-4d1f-8c7f-8b81487fb9c3,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:54.104584 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:54.144363 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-1f116b39-3dd3-44c0-9a20-48ba588f66f8 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854800 Jun 18 00:20:54.156838 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:54.229007 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 56a7967d-e7fe-4fb2-9398-518061062193 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:20:54.235541 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 56a7967d-e7fe-4fb2-9398-518061062193 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:54.236434 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:54.293950 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:54.295919 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8909934 Jun 18 00:20:54.310712 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780d8b-002a-40a2-ae90-a6c0055ef5c6 req-7fb2655f-e309-4a82-b6c7-9eb523f91d2b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:54.318478 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0d780d8b-002a-40a2-ae90-a6c0055ef5c6 req-7fb2655f-e309-4a82-b6c7-9eb523f91d2b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.2629476 Jun 18 00:20:54.320498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:54.358452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 56a7967d-e7fe-4fb2-9398-518061062193, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=56a7967d-e7fe-4fb2-9398-518061062193,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:20:54.411252 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0d780d8b-002a-40a2-ae90-a6c0055ef5c6 req-6e183b0a-88b4-4d6f-9baa-bce699bc60cc tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915031 Jun 18 00:20:54.418079 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-55159a5c-be46-4053-90db-f894ac4fddb6 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:54.419578 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-55159a5c-be46-4053-90db-f894ac4fddb6 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597170 Jun 18 00:20:54.427831 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:54.430336 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:20:54.445949 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-d6f4190f-822a-4b2b-856d-aab4614c811b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/quotas/3ef88bd264ea4f6a87e5bc6402fbbf70 HTTP/1.1" status: 200 len: 375 time: 0.0100009 Jun 18 00:20:54.484708 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-69333d2f-712f-46f4-a876-f304ee8b4c70 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319359 Jun 18 00:20:54.487313 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:20:54.491476 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:20:54.612918 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeee249-95b8-48c3-bdf6-a258db09d841 req-cebaf8a9-0701-4200-86b1-9a5247d97054 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:54.614547 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2eeee249-95b8-48c3-bdf6-a258db09d841 req-cebaf8a9-0701-4200-86b1-9a5247d97054 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0808182 Jun 18 00:20:54.659469 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2eeee249-95b8-48c3-bdf6-a258db09d841 req-f50a0d2f-c302-4112-a85b-bb0b661db002 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Jun 18 00:20:54.776211 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-349ccc37-ad82-4301-994b-f43875e0dba4 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1820192137&fields=id&tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 267 time: 0.0357440 Jun 18 00:20:54.816246 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8eaff602-046d-436d-90af-a259e3037406 req-71f3028a-b1ae-492b-8e5d-81e00dedc1fb tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0389833 Jun 18 00:20:54.907504 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-f5814462-e38e-4272-97ae-016e5a3fc646 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:54.909469 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-f5814462-e38e-4272-97ae-016e5a3fc646 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 810 time: 0.1212251 Jun 18 00:20:54.924697 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-6a74f7c9-0059-4064-9e09-ce3978b1e1ff tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/quotas/24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 375 time: 0.0099430 Jun 18 00:20:55.002876 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-432932e4-acf5-4015-8658-90c295473da6 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723901 Jun 18 00:20:55.112137 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-d3a98a11-c847-4472-95a5-e8d23a21cd27 service neutron] 10.222.0.38 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914505 Jun 18 00:20:55.219963 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-d4663783-9c1d-40b6-869d-05847cd19e4f service neutron] 10.222.0.38 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Jun 18 00:20:55.511981 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eb2f76cb-a935-4ae6-8636-74f8793eba8a req-8d7a2e87-65e8-4e55-ba3c-43e2296f2e18 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0360489 Jun 18 00:20:55.616943 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebbe93-ce84-4dcc-be62-a4fc6285f479 req-b9db2fc0-8b73-4a53-923a-0e734f87b223 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:55.624998 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8ebbe93-ce84-4dcc-be62-a4fc6285f479 req-b9db2fc0-8b73-4a53-923a-0e734f87b223 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.0790534 Jun 18 00:20:55.660523 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8ebbe93-ce84-4dcc-be62-a4fc6285f479 req-1382130a-436d-4476-b248-6c2040186559 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Jun 18 00:20:55.843860 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab241-6433-4b81-8247-84e7e49f9a20 req-25a50a86-dec7-4e99-a6e8-ac3901c82fe7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:55.845266 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0aeab241-6433-4b81-8247-84e7e49f9a20 req-25a50a86-dec7-4e99-a6e8-ac3901c82fe7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0665147 Jun 18 00:20:55.900835 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c40a843-ee21-4963-8a37-7c132a7bf6d7 req-014702c6-4cac-48be-a2e8-46444477ff57 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0322599 Jun 18 00:20:55.914196 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0aeab241-6433-4b81-8247-84e7e49f9a20 req-79cc9ac4-62f4-4a9d-a44e-96d98af3937a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628638 Jun 18 00:20:55.942199 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 56a7967d-e7fe-4fb2-9398-518061062193 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:20:56.005676 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 56a7967d-e7fe-4fb2-9398-518061062193 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:20:56.006410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:20:56.653221 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4baf0c69-eaf5-4cd8-a19f-aeb7653fcea7 req-28cf1833-84bf-489d-be43-bad33eec3fdd tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0280685 Jun 18 00:20:57.042621 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e9ebd76-f286-49b3-965f-0c6a68464367 req-6b36c527-6a31-4df7-b7f2-d4d00e8b7ebf tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jun 18 00:20:57.202466 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df9e3c-26f5-43c1-b9a4-392c40e92e0d req-47d89a87-f75c-4554-8b56-5ffc4f0ee37f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:57.203888 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a3df9e3c-26f5-43c1-b9a4-392c40e92e0d req-47d89a87-f75c-4554-8b56-5ffc4f0ee37f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0654688 Jun 18 00:20:57.239354 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a3df9e3c-26f5-43c1-b9a4-392c40e92e0d req-370669c1-dcd8-466d-8b6a-44f2c6394c42 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300150 Jun 18 00:20:57.790201 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88878152-5058-420d-a5ee-5e4d1810aec6 req-b212ffeb-4a46-40b7-942f-607744c1b146 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0268385 Jun 18 00:20:58.177971 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7016c928-e6c7-48c7-8e8d-f2c958ec637e req-bd6e7ba3-37b2-4538-9cb4-c72fc9d0fbf7 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Jun 18 00:20:58.407759 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214bbec-130f-458a-a41d-599bf506a1ac req-dba9eb7c-5f6b-4414-9b49-78e2e23fc1b4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:58.409230 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7214bbec-130f-458a-a41d-599bf506a1ac req-dba9eb7c-5f6b-4414-9b49-78e2e23fc1b4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0627143 Jun 18 00:20:58.445420 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7214bbec-130f-458a-a41d-599bf506a1ac req-15060317-020e-4c31-9d2d-4d34b1dd1cff tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Jun 18 00:20:58.928707 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79fb187d-940f-42c1-a718-5f51ddfba35a req-ee19d688-6f32-46c3-826e-bd4a89a0a279 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0278373 Jun 18 00:20:59.327621 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03ddeef4-1e83-42a0-8c02-57d9899b80a4 req-bf7bd539-2332-49c4-80d9-a11e246ece6c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0356486 Jun 18 00:20:59.624308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7604e3-06de-42ea-99ea-7b5d47d0c45d req-3168fce3-6634-426c-a680-6a604359760c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:20:59.625785 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f7604e3-06de-42ea-99ea-7b5d47d0c45d req-3168fce3-6634-426c-a680-6a604359760c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0629673 Jun 18 00:20:59.666531 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f7604e3-06de-42ea-99ea-7b5d47d0c45d req-1f7ace4d-9d44-4cfd-94bd-4234b14fb2b5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Jun 18 00:21:00.067509 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fb1b64aa-d559-43dc-9b7a-792f43a8ee6f req-246874db-2a55-4804-881b-e16ffec3a114 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0275958 Jun 18 00:21:00.267977 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-035e480e-c6ab-4dcb-a57e-0f41d08d8f10 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338976 Jun 18 00:21:00.500987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-a5c31141-3610-42db-8d3e-d961988f5081 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:00.502461 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-a5c31141-3610-42db-8d3e-d961988f5081 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150335 Jun 18 00:21:00.510937 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88615fc-fa24-4f68-a12a-cf3b92b9a914 req-955b4921-d9ad-4cf8-9886-71ba99a74ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:00.511750 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b0ea7a84-7581-46de-a32a-558b88fc0090 req-47b59374-9298-4a14-aedd-14bdcb30911c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0429933 Jun 18 00:21:00.512334 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e88615fc-fa24-4f68-a12a-cf3b92b9a914 req-955b4921-d9ad-4cf8-9886-71ba99a74ae1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1099 time: 0.1324327 Jun 18 00:21:00.540920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Request body: {'port': {'device_id': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7', 'admin_state_up': True, 'tenant_id': '3ef88bd264ea4f6a87e5bc6402fbbf70'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:00.623275 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e88615fc-fa24-4f68-a12a-cf3b92b9a914 req-0544c142-6d8a-488d-b9fe-23d71fa56c7d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668569 Jun 18 00:21:00.658184 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35902) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:00.742226 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Made reservation on behalf of 3ef88bd264ea4f6a87e5bc6402fbbf70 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:00.746493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:00.756448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:00.773160 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:00.856885 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:00.857820 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bc68-834e-4c85-b92f-3bf96be09669 req-4104afd1-d681-45f0-9a14-3e864b29f24e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:00.859409 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6797bc68-834e-4c85-b92f-3bf96be09669 req-4104afd1-d681-45f0-9a14-3e864b29f24e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0658915 Jun 18 00:21:00.907168 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6797bc68-834e-4c85-b92f-3bf96be09669 req-df17d15e-37a9-4a2e-973f-f05c5c49f9b8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Jun 18 00:21:00.945890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:00.950133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65bc1291-d334-4494-b2d8-ee5c8c4c1fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:01.020776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1cab8-5b82-47a1-ad4c-d083c2938b96,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:01.026036 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:01.028751 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.093173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Allocated IP 192.168.233.91 (a3a30a9c-3695-4724-8ba7-71445097daf7/bbcba4e7-314c-4490-aca8-9b960473dc42/6d4a5f2f-e50e-4140-82ca-296cb0b43e63) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:01.163543 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.168157 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2a2fc92b-5b15-4002-8949-99f65b9e2014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:01.230535 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c7a452e-73a0-4eed-a921-8056a123e6ef req-43f831f6-50e6-4fd4-89c4-22f36db335bb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0379779 Jun 18 00:21:01.231215 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f424664-3d56-4738-aa6d-ea4cb9fa93f4,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:01.237582 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a9053a18da64586a3e63c54c257a85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781379 Jun 18 00:21:01.238879 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:01.239352 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35922) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:01.268729 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.304202 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Transition to ACTIVE for port object 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:01.304873 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.328766 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.409331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.413757 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ff5d83ac-67e9-4f9f-9f6a-727e7c3d420e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:01.461232 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Network a3a30a9c-3695-4724-8ba7-71445097daf7 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:01.464674 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:01.474665 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.474665 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.474950 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:01.485022 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f424664-3d56-4738-aa6d-ea4cb9fa93f4 HTTP/1.1" status: 204 len: 168 time: 0.2446237 Jun 18 00:21:01.485868 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6bbe77b5-93d9-4046-854a-5b8f68fede17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:01.497673 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f424664-3d56-4738-aa6d-ea4cb9fa93f4,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:01.499969 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:01.513733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Pushing event updated for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:01.527862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:01.767322 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d669fcc-49ca-4f19-9e6a-157c75dd4bd7 req-1c940828-002d-4d5c-bd9f-40dbe333b40e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:01.774384 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d669fcc-49ca-4f19-9e6a-157c75dd4bd7 req-1c940828-002d-4d5c-bd9f-40dbe333b40e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 935 time: 0.1182256 Jun 18 00:21:01.818325 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d669fcc-49ca-4f19-9e6a-157c75dd4bd7 req-969d78d2-4994-4a9b-9b82-a83d13c34286 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Jun 18 00:21:01.823663 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2e9338d5-a10d-4a0c-b44b-e97e2b5274a6 None None] Provisioning for port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:01.833869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2e9338d5-a10d-4a0c-b44b-e97e2b5274a6 None None] Provisioning complete for port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:01.833869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2e9338d5-a10d-4a0c-b44b-e97e2b5274a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.871712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2e9338d5-a10d-4a0c-b44b-e97e2b5274a6 None None] Port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:01.878542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:01.879210 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:01.939660 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-1afa89d3-d62e-4b87-b2f4-9f5b518a0d5e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:01.941375 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-1afa89d3-d62e-4b87-b2f4-9f5b518a0d5e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 810 time: 0.4150565 Jun 18 00:21:01.964302 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4271240 Jun 18 00:21:02.013540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Request body: {'port': {'device_id': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:02.112764 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-0e38b4bf-73ab-4e44-b751-39b4f507500c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 380 time: 0.1197541 Jun 18 00:21:02.120337 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.182814 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'port': {'device_id': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'admin_state_up': True, 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'security_groups': ['61cfcbe3-7997-4ccb-bc07-e474f6063763']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:02.184035 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182067a-fc64-483e-904c-6592b00bfc96 req-20b11238-e4bd-4cb8-82b6-59122131075a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:02.186545 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5182067a-fc64-483e-904c-6592b00bfc96 req-20b11238-e4bd-4cb8-82b6-59122131075a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1197655 Jun 18 00:21:02.268684 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5182067a-fc64-483e-904c-6592b00bfc96 req-1fc04716-9a55-4a26-8af6-e60c36b9cedb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691564 Jun 18 00:21:02.404711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 35974) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:02.425317 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f41664d4-4417-4966-afc9-9fb8c15b0c47 req-22dee023-96e6-46c1-ac74-9ea35ff606fb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0480897 Jun 18 00:21:02.429777 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.522603 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:21:02.531372 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.535299 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Made reservation on behalf of 24f33f5d450b41c8bbc4b4e9a344d5cd for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:02.538856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.568979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Transition to ACTIVE for port object 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:02.649467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.654197 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:02.829407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Allocated IP 172.20.0.3 (b96f4944-a8e3-45f9-be06-b52db1c805e0/455131f6-77ea-453e-8f07-124332a48f34/3f7d497e-db49-4df8-a782-27bd663b5922) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:02.830460 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:02.857949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.861527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:02.904386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:02.915768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9a611682-5c57-4533-bad7-47257df5b927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:03.000016 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ca871-203b-4f2f-b55d-d7b5bbe417a2,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:03.038315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:03.045447 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51bdfe49832745078c43287f7170c057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395428 Jun 18 00:21:03.047948 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Attempting to bind port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:03.048299 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Attempting to bind port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:03.048427 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 35986) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:03.048852 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Attempting to bind port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 on network a3a30a9c-3695-4724-8ba7-71445097daf7 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:03.056610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 on network a3a30a9c-3695-4724-8ba7-71445097daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:21:03.056973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Attempting to bind port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 on network a3a30a9c-3695-4724-8ba7-71445097daf7 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:03.076416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:03.080133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Checking segment: {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:03.080133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Bound using segment: {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:03.080133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Bound port: 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431ba789-3e1b-4752-ab7c-6a3ff0545685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:03.080133 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.091383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7cdad-4c0d-4aef-b413-67ecd876a9ef req-2ccc4e18-0738-4e89-9120-fe43d0c99316 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.092846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1db7cdad-4c0d-4aef-b413-67ecd876a9ef req-2ccc4e18-0738-4e89-9120-fe43d0c99316 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 947 time: 0.1216085 Jun 18 00:21:03.132613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.151680 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1db7cdad-4c0d-4aef-b413-67ecd876a9ef req-161fb705-4e39-4d9e-9916-a2da3b122941 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 Jun 18 00:21:03.159093 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.165265 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.187304 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Transition to ACTIVE for port object 3f7d497e-db49-4df8-a782-27bd663b5922 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:03.191128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:03.195052 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:03.272328 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.275141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:03.302140 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.305124 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.309225 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.312542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.313159 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.313436 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a82ca871-203b-4f2f-b55d-d7b5bbe417a2 HTTP/1.1" status: 204 len: 168 time: 0.2637396 Jun 18 00:21:03.314516 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d4a5f2f-e50e-4140-82ca-296cb0b43e63 HTTP/1.1" status: 200 len: 1097 time: 1.3057323 Jun 18 00:21:03.314860 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-65fe282e-4756-48f7-93eb-d23aa306cea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:03.322901 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:03.323113 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ca871-203b-4f2f-b55d-d7b5bbe417a2,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:03.328672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c088c-a894-47cb-b31e-246193f94a88" -d '{"events": [{"name": "network-changed", "server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:03.337809 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:03.386511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:03.387099 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:03.400356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:03.403447 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:03.407115 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:03.409149 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:03.439661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacd5817-72ff-4d1e-bbd0-fb7691090fc4 x-openstack-request-id: req-eacd5817-72ff-4d1e-bbd0-fb7691090fc4 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:03.440080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:03.440458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eacd5817-72ff-4d1e-bbd0-fb7691090fc4 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:03.440973 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63', 'status': 'completed', 'code': 200} Jun 18 00:21:03.580380 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b3a3a-82aa-4d44-8c31-d3ecb9144d8c req-622f2e81-6a63-4b75-925b-d3ad4c7ffccb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.584834 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b9b3a3a-82aa-4d44-8c31-d3ecb9144d8c req-622f2e81-6a63-4b75-925b-d3ad4c7ffccb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1293292 Jun 18 00:21:03.593936 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.594594 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.604738 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:03.624959 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:03.636562 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b9b3a3a-82aa-4d44-8c31-d3ecb9144d8c req-26723573-b633-4625-b666-6550450c65d3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Jun 18 00:21:03.679173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-4e25ef5d-43bd-485e-ad81-1eb4ed00cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.680897 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-4e25ef5d-43bd-485e-ad81-1eb4ed00cd0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 1100 time: 0.1947527 Jun 18 00:21:03.755109 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-75fe06cc-2720-49c6-8718-36fa97cf8462 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63 HTTP/1.1" status: 200 len: 217 time: 0.0569553 Jun 18 00:21:03.756310 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5781684 Jun 18 00:21:03.791111 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Request body: {'port': {'device_id': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:03.861523 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-01e608ea-fff7-43c1-ab3e-31bc26af4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.862994 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-01e608ea-fff7-43c1-ab3e-31bc26af4ade service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcba4e7-314c-4490-aca8-9b960473dc42 HTTP/1.1" status: 200 len: 843 time: 0.0872884 Jun 18 00:21:03.898442 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbcddb-8caf-4444-ae7a-ea52983cd63c req-b96088ec-20af-4379-897a-47e453119a04 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.900069 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93cbcddb-8caf-4444-ae7a-ea52983cd63c req-b96088ec-20af-4379-897a-47e453119a04 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 931 time: 0.1159012 Jun 18 00:21:03.911878 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8215d5-68ca-47a5-931d-e38936efb79f req-2e180cab-658d-494a-9f28-ccd69b6e5e6c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.913329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4a8215d5-68ca-47a5-931d-e38936efb79f req-2e180cab-658d-494a-9f28-ccd69b6e5e6c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1195199 Jun 18 00:21:03.926874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.945782 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-0d326e12-1a2f-4224-9220-4d3138f004ef None None] Provisioning for port 3f7d497e-db49-4df8-a782-27bd663b5922 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:03.953302 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-0d326e12-1a2f-4224-9220-4d3138f004ef None None] Provisioning complete for port 3f7d497e-db49-4df8-a782-27bd663b5922 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:03.954264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-0d326e12-1a2f-4224-9220-4d3138f004ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:03.968962 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93cbcddb-8caf-4444-ae7a-ea52983cd63c req-5cd570a1-1014-41db-9f8c-590686d51be9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546753 Jun 18 00:21:03.981668 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430180-4540-4715-9c77-38e150df3f9a req-ff603332-17f2-43a9-a863-3eea006fa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:03.984010 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4a8215d5-68ca-47a5-931d-e38936efb79f req-9afd0165-b510-4b70-b605-707dd4008f78 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jun 18 00:21:03.984939 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-ff603332-17f2-43a9-a863-3eea006fa708 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3a30a9c-3695-4724-8ba7-71445097daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1013963 Jun 18 00:21:04.027764 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-0d326e12-1a2f-4224-9220-4d3138f004ef None None] Port 3f7d497e-db49-4df8-a782-27bd663b5922 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:04.229562 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-074f299b-be44-4814-ab4c-e883f8c9286d service neutron] 10.222.0.16 "GET /v2.0/networks/a3a30a9c-3695-4724-8ba7-71445097daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271066 Jun 18 00:21:04.262155 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36020) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:04.283367 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.383156 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252662-9463-45c8-bff5-454c9dec000c req-dfc5e652-5970-4c95-b4ca-2e8aaa2c5cb4 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:04.384677 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-54252662-9463-45c8-bff5-454c9dec000c req-dfc5e652-5970-4c95-b4ca-2e8aaa2c5cb4 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 947 time: 0.1032126 Jun 18 00:21:04.397450 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5c430180-4540-4715-9c77-38e150df3f9a req-02b2ce28-81d5-4855-8648-d76f8a1e3064 service neutron] 10.222.0.16 "GET /v2.0/networks/a3a30a9c-3695-4724-8ba7-71445097daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594372 Jun 18 00:21:04.407744 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7d497e-db49-4df8-a782-27bd663b5922 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:21:04.416688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.435939 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Transition to ACTIVE for port object 3f7d497e-db49-4df8-a782-27bd663b5922 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:04.462233 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-54252662-9463-45c8-bff5-454c9dec000c req-b2a91009-4249-4327-90b1-73db69701ab6 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672233 Jun 18 00:21:04.488342 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.494256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.497264 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:04.517424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36024) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:04.568806 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.571741 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:04.576448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:04.607690 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8cddd2b4-b2b1-43f2-a6a5-3c4db0ccb253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:04.635406 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707a874-663f-4c9d-975b-eb34c83e2439,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:04.639457 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:04.644985 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69462fb9162741cc9bd5fa7476e024df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815689 Jun 18 00:21:04.645811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36030) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:04.698864 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Attempting to bind port 3f7d497e-db49-4df8-a782-27bd663b5922 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:04.699442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Attempting to bind port 3f7d497e-db49-4df8-a782-27bd663b5922 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:04.700227 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Attempting to bind port 3f7d497e-db49-4df8-a782-27bd663b5922 on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:04.723963 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Port 3f7d497e-db49-4df8-a782-27bd663b5922 on network b96f4944-a8e3-45f9-be06-b52db1c805e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:21:04.728919 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Attempting to bind port 3f7d497e-db49-4df8-a782-27bd663b5922 on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:04.730573 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:04.730934 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Checking segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:04.731313 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Bound using segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:04.731743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Bound port: 3f7d497e-db49-4df8-a782-27bd663b5922, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:04.732831 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.759006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c088c-a894-47cb-b31e-246193f94a88 req-da1ec4cc-e83d-480a-8fb1-76a9679b6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:04.760598 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-da1ec4cc-e83d-480a-8fb1-76a9679b6703 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 1100 time: 0.1236029 Jun 18 00:21:04.787291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.792802 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.822389 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.827375 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:04.830912 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3f7d497e-db49-4df8-a782-27bd663b5922,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:04.912945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.917432 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:04.947648 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.968365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:04.968973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.970327 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] 10.222.0.16 "PUT /v2.0/ports/3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 1093 time: 1.1930089 Jun 18 00:21:04.978684 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c088c-a894-47cb-b31e-246193f94a88 req-f9c6607d-82fc-43fc-bcfb-b8b5be3c6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:04.980047 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-f9c6607d-82fc-43fc-bcfb-b8b5be3c6a3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3a30a9c-3695-4724-8ba7-71445097daf7 HTTP/1.1" status: 200 len: 870 time: 0.1476896 Jun 18 00:21:04.991106 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.994730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:04.994850 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:04.994961 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1707a874-663f-4c9d-975b-eb34c83e2439 HTTP/1.1" status: 204 len: 168 time: 0.3472288 Jun 18 00:21:04.995780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-16162d42-b60b-43db-8cd6-96d0028c8f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:04.999992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:05.022812 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707a874-663f-4c9d-975b-eb34c83e2439,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:05.025882 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:05.040779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.044188 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:05.077881 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-63ece15a-d560-4eae-aa1a-f816d2c205f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63 HTTP/1.1" status: 200 len: 217 time: 0.0788364 Jun 18 00:21:05.104894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5756be28-a4e1-47fb-af79-6b8164604338,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:05.110358 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:05.142584 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36a411899b674a13bb59b16ee4cc34f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240582 Jun 18 00:21:05.145413 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36046) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:05.173202 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c088c-a894-47cb-b31e-246193f94a88 req-5cb5cd0a-ecc1-4d65-8f42-f40d1516be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.174731 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-5cb5cd0a-ecc1-4d65-8f42-f40d1516be8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbcba4e7-314c-4490-aca8-9b960473dc42 HTTP/1.1" status: 200 len: 843 time: 0.0566764 Jun 18 00:21:05.263908 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.280675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ec1a65ec-371f-46f0-b0ad-8bd16db5fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.282375 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-ec1a65ec-371f-46f0-b0ad-8bd16db5fa95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1096 time: 0.1067922 Jun 18 00:21:05.297604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c088c-a894-47cb-b31e-246193f94a88 req-f21882fa-bfba-4b01-be65-fcc2726f064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.297938 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a3e8-9ae3-479b-988e-86d440d94624 req-33e08b96-aec8-4c2d-b3b1-1d8ab4142400 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.299188 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-f21882fa-bfba-4b01-be65-fcc2726f064c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3a30a9c-3695-4724-8ba7-71445097daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0889058 Jun 18 00:21:05.299606 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c272a3e8-9ae3-479b-988e-86d440d94624 req-33e08b96-aec8-4c2d-b3b1-1d8ab4142400 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 943 time: 0.1335552 Jun 18 00:21:05.309423 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.334890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36050) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:05.351991 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-4d2fbcf7-c755-4009-a7cc-d1363384362a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 217 time: 0.0449960 Jun 18 00:21:05.374582 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c272a3e8-9ae3-479b-988e-86d440d94624 req-e72d266e-ff5f-4078-bcca-ac7f5a15c219 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673497 Jun 18 00:21:05.446968 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:05.449500 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed" -d '{"events": [{"name": "network-changed", "server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:05.476596 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-d502ab1d-e12d-466f-af23-72722ca9b09a service neutron] 10.222.0.16 "GET /v2.0/networks/a3a30a9c-3695-4724-8ba7-71445097daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386156 Jun 18 00:21:05.498337 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53fa2c-9feb-4cd1-b393-6c59001da8e1 x-openstack-request-id: req-2b53fa2c-9feb-4cd1-b393-6c59001da8e1 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:05.498809 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:05.498936 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b53fa2c-9feb-4cd1-b393-6c59001da8e1 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:05.499326 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922', 'status': 'completed', 'code': 200} Jun 18 00:21:05.508247 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.511157 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.515239 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5756be28-a4e1-47fb-af79-6b8164604338 HTTP/1.1" status: 204 len: 168 time: 0.3655915 Jun 18 00:21:05.515239 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.516795 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-500264f3-8de8-47d7-a349-14bb5e39288c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:05.532381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5756be28-a4e1-47fb-af79-6b8164604338,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:05.536532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:05.591807 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-cb9198da-02da-4e0e-8f06-5401ed98a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.594896 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-cb9198da-02da-4e0e-8f06-5401ed98a365 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.2360489 Jun 18 00:21:05.640081 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.689447 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c38c088c-a894-47cb-b31e-246193f94a88 req-8a67410e-b767-4616-b33e-152d64181962 service neutron] 10.222.0.16 "GET /v2.0/networks/a3a30a9c-3695-4724-8ba7-71445097daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933966 Jun 18 00:21:05.698233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-9860ef14-f124-46ee-9c71-b757bfb30fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.699816 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-9860ef14-f124-46ee-9c71-b757bfb30fcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899951 Jun 18 00:21:05.840424 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-432d2f0b-9ed0-477c-893d-e4834d26bd01 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055992 Jun 18 00:21:05.851019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:05.858779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c2afcd83-b8d4-4096-af60-2ac5f0cdd17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:05.916794 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4fc6002124848e08d6e9117ae998dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729885 Jun 18 00:21:05.916794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9f96ac-73fc-42b2-af83-aea07eeef4f7,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:05.916794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36078) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:05.921622 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7f9e82f7-74ea-455e-88bb-6c08f545b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:05.957156 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26eec35-c532-424c-98c3-5cdaa58e3107 req-f3130c06-5f12-4866-b317-95c279c36761 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:05.964034 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b26eec35-c532-424c-98c3-5cdaa58e3107 req-f3130c06-5f12-4866-b317-95c279c36761 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 947 time: 0.3371775 Jun 18 00:21:05.968932 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-01d0fd4b-7bbc-4335-8686-7bf38dd39577 req-dae7a761-2c20-47ce-ad68-3882a84cd851 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199462 Jun 18 00:21:06.017916 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b26eec35-c532-424c-98c3-5cdaa58e3107 req-d12601f8-0469-4083-a710-bbb2484e4c4e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530124 Jun 18 00:21:06.018563 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.045744 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.168901 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.173147 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.174432 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c9f96ac-73fc-42b2-af83-aea07eeef4f7 HTTP/1.1" status: 204 len: 168 time: 0.2592154 Jun 18 00:21:06.175928 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-07b81d9e-471c-4150-bb7a-35b956c2c135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:06.202956 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9f96ac-73fc-42b2-af83-aea07eeef4f7,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:06.205845 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:06.287075 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-bf736776-afe8-4c7d-ad8c-ed13dd9cc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.288852 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-bf736776-afe8-4c7d-ad8c-ed13dd9cc9cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1096 time: 0.0753496 Jun 18 00:21:06.322851 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36092) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:06.336636 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.416541 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-71361e55-bfab-4e68-85ec-7a806afccf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.418433 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-71361e55-bfab-4e68-85ec-7a806afccf9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.1112721 Jun 18 00:21:06.484757 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-233882ee-d4f9-430b-b1d4-7e26d8852aec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 217 time: 0.0582273 Jun 18 00:21:06.583173 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.607283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-02a44925-2200-4012-b05c-d71c201d5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.608749 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-02a44925-2200-4012-b05c-d71c201d5091 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0916402 Jun 18 00:21:06.617973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-ad909533-9cc4-473b-98ad-26e516fa1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.619791 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-ad909533-9cc4-473b-98ad-26e516fa1649 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0732913 Jun 18 00:21:06.647937 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd6c99-a94c-4bde-ade1-1a6587e2055b req-9d9dad5f-be93-4415-b4f8-af983d735adb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.649598 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-71fd6c99-a94c-4bde-ade1-1a6587e2055b req-9d9dad5f-be93-4415-b4f8-af983d735adb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1466944 Jun 18 00:21:06.656053 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.658710 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7c736f14-a053-42f2-a362-f51e3aff6bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:06.676789 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d790b-a526-441e-a63d-e36a5bf9a488 req-2f6d4d97-58de-481d-be1f-41c3d1001341 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:06.676789 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e8d790b-a526-441e-a63d-e36a5bf9a488 req-2f6d4d97-58de-481d-be1f-41c3d1001341 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 943 time: 0.1056039 Jun 18 00:21:06.760937 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc5cdea-0766-4aed-84eb-75867c418499,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:06.764935 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:06.784928 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1621aad0b4a44e918261de966472591d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585617 Jun 18 00:21:06.800272 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36112) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:06.812183 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-71fd6c99-a94c-4bde-ade1-1a6587e2055b req-0f5069bf-5c1f-45dc-9aa8-3e7035a3896c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349564 Jun 18 00:21:06.827170 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e8d790b-a526-441e-a63d-e36a5bf9a488 req-55c8ed7c-c46c-401d-a0c2-d349b100916e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423812 Jun 18 00:21:06.899933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:06.923251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.011313 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-e5b3715d-44b1-48fc-bbff-bf085973e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:07.012929 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-e5b3715d-44b1-48fc-bbff-bf085973e472 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3925290 Jun 18 00:21:07.017838 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-bc671c03-9927-4e35-9b2e-6bdacd10e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:07.019224 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-bc671c03-9927-4e35-9b2e-6bdacd10e787 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.3733609 Jun 18 00:21:07.070432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.074150 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.079296 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffc5cdea-0766-4aed-84eb-75867c418499 HTTP/1.1" status: 204 len: 168 time: 0.2777443 Jun 18 00:21:07.080105 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a0311a69-4189-4a02-b0fa-dbd018d136cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:07.089681 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc5cdea-0766-4aed-84eb-75867c418499,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:07.092031 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:07.119063 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-c2329662-268f-46c0-b31a-f989b14a4f04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0806875 Jun 18 00:21:07.199320 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-48bd1544-fe4e-4b3c-a866-2be66236b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:07.201515 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-48bd1544-fe4e-4b3c-a866-2be66236b6d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0681455 Jun 18 00:21:07.203309 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-54e3bfdc-8d54-478d-a4ad-0b6e73b03659 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727109 Jun 18 00:21:07.208358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36150) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:07.222414 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.230949 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878beca2-e5c1-4bd4-bef7-a9c82c460ad3 req-87465c6a-581e-4467-91c8-7ac6d165d46e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:07.232700 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-878beca2-e5c1-4bd4-bef7-a9c82c460ad3 req-87465c6a-581e-4467-91c8-7ac6d165d46e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 947 time: 0.0713639 Jun 18 00:21:07.278647 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-878beca2-e5c1-4bd4-bef7-a9c82c460ad3 req-f6915fea-7abd-4e8f-bf35-cec8c0d4ffef tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396416 Jun 18 00:21:07.312133 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-5e98f19d-0632-4557-81c4-4e80efe895d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722415 Jun 18 00:21:07.439834 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b24d9836-3713-4ee4-88ee-adeaf1b6fbed req-ff0af97c-345e-4768-ab27-6ae3d0009a76 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084055 Jun 18 00:21:07.492740 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-d1ab7c48-6856-4b3b-bf07-7fca12621597 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566141 Jun 18 00:21:07.501924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.584891 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.587532 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:07.633946 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46ddd1cd8ff64ed6a1356b1a9c2ab977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244382 Jun 18 00:21:07.639293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83c3fc-93b5-42ae-a47a-62cc6ab8db1f,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:07.642727 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36166) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:07.647759 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:07.673646 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f1a5e10b-ce7b-4983-a873-6d4103285586 req-832a9374-2d83-445c-9dd2-11e76867c027 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389513 Jun 18 00:21:07.707127 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.730277 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.866722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.877407 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:07.881736 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c83c3fc-93b5-42ae-a47a-62cc6ab8db1f HTTP/1.1" status: 204 len: 168 time: 0.2349677 Jun 18 00:21:07.883488 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5552a3f3-2a73-4004-8e76-82b5381baab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:07.905844 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83c3fc-93b5-42ae-a47a-62cc6ab8db1f,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:07.924201 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:07.957654 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:21:08.075049 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:08.087110 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63', 'network_id': 'a3a30a9c-3695-4724-8ba7-71445097daf7', 'port_id': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63', 'mac_address': 'fa:16:3e:19:59:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcba4e7-314c-4490-aca8-9b960473dc42', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:21:08.132524 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:08.134764 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783089cb-e8c9-4474-85cb-802cf08717b1 req-d7c3854a-ab66-48c4-9d9d-a39af3122308 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:08.136627 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-783089cb-e8c9-4474-85cb-802cf08717b1 req-d7c3854a-ab66-48c4-9d9d-a39af3122308 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1461487 Jun 18 00:21:08.149209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a0a53-59ef-4f09-ae3e-ff2ed722e018 req-222eef5b-aa9c-4907-a1e4-f67647532e60 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:08.150869 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b2a0a53-59ef-4f09-ae3e-ff2ed722e018 req-222eef5b-aa9c-4907-a1e4-f67647532e60 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 943 time: 0.1001906 Jun 18 00:21:08.151285 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:21:08.175238 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:08.211124 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-783089cb-e8c9-4474-85cb-802cf08717b1 req-d219b850-08c4-4dbb-90ab-cdac468db9eb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Jun 18 00:21:08.219910 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b2a0a53-59ef-4f09-ae3e-ff2ed722e018 req-8152086c-07c8-4d43-b839-e4a6a5d3abcc tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605209 Jun 18 00:21:08.231413 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:08.233390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:08.293803 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:08.297586 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:08.469497 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc480-a5a1-4a3f-ab30-ef991dac2fad req-93487cbb-60d5-43d8-b090-b2b4e031b749 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:08.471051 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-50ffc480-a5a1-4a3f-ab30-ef991dac2fad req-93487cbb-60d5-43d8-b090-b2b4e031b749 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 948 time: 0.0661280 Jun 18 00:21:08.509171 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-50ffc480-a5a1-4a3f-ab30-ef991dac2fad req-d603edb6-f23f-4567-b8a1-88bd834e12f4 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Jun 18 00:21:08.765023 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['6d4a5f2f-e50e-4140-82ca-296cb0b43e63'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:21:09.444221 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06703761-22c8-4255-b9a5-08eeb54e0d1b req-123204b6-09fd-46f5-866c-3b49197ff232 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:09.445712 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06703761-22c8-4255-b9a5-08eeb54e0d1b req-123204b6-09fd-46f5-866c-3b49197ff232 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1144197 Jun 18 00:21:09.453017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03391c0e-4b9a-43df-87a4-8ef5f9653af4 req-b1d36755-f289-4ebb-bfef-4e38ccc1be8d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:09.454437 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03391c0e-4b9a-43df-87a4-8ef5f9653af4 req-b1d36755-f289-4ebb-bfef-4e38ccc1be8d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 943 time: 0.1089709 Jun 18 00:21:09.508945 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06703761-22c8-4255-b9a5-08eeb54e0d1b req-8c2793d2-a0e8-4ca8-be25-3ea1ced3efff tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519292 Jun 18 00:21:09.518615 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03391c0e-4b9a-43df-87a4-8ef5f9653af4 req-8b9bc3a9-840b-4257-9368-678458ead203 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563738 Jun 18 00:21:09.694304 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e63928-95c8-4c0e-835e-56b8bff3c394 req-6b524435-6898-4271-877e-c6f216e1aff1 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:09.695846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6e63928-95c8-4c0e-835e-56b8bff3c394 req-6b524435-6898-4271-877e-c6f216e1aff1 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 948 time: 0.0630958 Jun 18 00:21:09.742254 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6e63928-95c8-4c0e-835e-56b8bff3c394 req-d238dd8d-436b-4346-98a2-7f88ffa9d4d6 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Jun 18 00:21:09.963784 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3f7d497e-db49-4df8-a782-27bd663b5922 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:21:09.977774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:10.095869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3f7d497e-db49-4df8-a782-27bd663b5922,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:10.107211 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '3f7d497e-db49-4df8-a782-27bd663b5922', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'port_id': '3f7d497e-db49-4df8-a782-27bd663b5922', 'mac_address': 'fa:16:3e:19:aa:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:21:10.140897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:10.150211 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.152029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:10.152405 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.186537 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7d497e-db49-4df8-a782-27bd663b5922 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:21:10.211667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3f7d497e-db49-4df8-a782-27bd663b5922,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:10.255386 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.267442 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.270300 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:10.303998 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:10.306862 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369bdb32-7d45-41cd-887c-0bed810f9dbc" -d '{"events": [{"server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:10.325465 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:10.339226 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:10.342216 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:10.347734 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d224177-d6f5-4b46-a390-696a68192dc5 x-openstack-request-id: req-7d224177-d6f5-4b46-a390-696a68192dc5 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:10.348031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:10.348288 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d224177-d6f5-4b46-a390-696a68192dc5 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:10.348669 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63', 'code': 200} Jun 18 00:21:10.392611 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.393864 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-a1b39530-ab8f-48f0-9e40-b2481dc8f02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:10.446712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:10.450758 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:10.645996 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36290) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:10.731410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['3f7d497e-db49-4df8-a782-27bd663b5922'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:21:10.768376 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fda-3b8a-4287-afac-410dca6fea75 req-c7a88423-47a7-4cc6-a260-d6aad2229a36 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:10.770469 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-77991fda-3b8a-4287-afac-410dca6fea75 req-c7a88423-47a7-4cc6-a260-d6aad2229a36 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 944 time: 0.1336310 Jun 18 00:21:10.780955 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17ce30-999f-4f4d-8df3-fb9abf081a17 req-a55d0034-eecb-4f70-8e9f-81dd58da3adb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:10.782766 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d17ce30-999f-4f4d-8df3-fb9abf081a17 req-a55d0034-eecb-4f70-8e9f-81dd58da3adb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1322241 Jun 18 00:21:10.832524 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:10.841782 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-77991fda-3b8a-4287-afac-410dca6fea75 req-4cfb05b3-8f51-4a35-acd2-b2e8b164af55 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576315 Jun 18 00:21:10.844498 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d17ce30-999f-4f4d-8df3-fb9abf081a17 req-1142e457-d70d-4573-bb78-81c459aeed93 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538192 Jun 18 00:21:10.892442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff61c2-d8d6-4d2f-9f54-8cd92729c780 req-b2d38ea7-3e2f-4751-9963-c7072d5d18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:10.893944 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4aff61c2-d8d6-4d2f-9f54-8cd92729c780 req-b2d38ea7-3e2f-4751-9963-c7072d5d18cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 1102 time: 0.1464005 Jun 18 00:21:10.947710 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4aff61c2-d8d6-4d2f-9f54-8cd92729c780 req-17ee4c40-07fb-4baf-a2cd-72de356ba673 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 Jun 18 00:21:10.984670 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.032123 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34975-252a-4409-a0cf-d5e8169175d3 req-f7a23951-1c0b-4517-baec-45e8260a3327 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:11.033733 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-29d34975-252a-4409-a0cf-d5e8169175d3 req-f7a23951-1c0b-4517-baec-45e8260a3327 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.0711644 Jun 18 00:21:11.040150 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.042837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e36fd65d-9941-4802-a64a-1db4ff1748c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:11.073083 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-29d34975-252a-4409-a0cf-d5e8169175d3 req-67ae03a3-cc00-45a9-8dc7-29628bd5a63c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Jun 18 00:21:11.084991 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f154f1290be4f768908b329f7106561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348865 Jun 18 00:21:11.084991 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2692a59-e03c-41d2-906c-004f3040e70e,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:11.085428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36300) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:11.099484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:11.136919 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.158344 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.254113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.256714 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.257839 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2692a59-e03c-41d2-906c-004f3040e70e HTTP/1.1" status: 204 len: 168 time: 0.1714969 Jun 18 00:21:11.258686 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cff38227-e3f9-4bd6-a62c-dd916b3d7110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:11.266991 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2692a59-e03c-41d2-906c-004f3040e70e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:11.269136 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:11.834060 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36310) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:11.849148 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.963396 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:11.973672 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3f7d497e-db49-4df8-a782-27bd663b5922 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:12.039346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.045332 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-26a4aba6-9eeb-41b1-8b06-f9048449d7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:12.094847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4718959f-2fcd-40c7-aa5b-9677fd035ea7,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:12.100466 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:12.103734 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9002d788f2b46428f1873627a58b9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686300 Jun 18 00:21:12.107094 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36318) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:12.108134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 3f7d497e-db49-4df8-a782-27bd663b5922 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:12.112671 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70294e0-7bac-41d3-9b14-d461e270d6b6 req-919e6458-b4c2-4c68-aea9-3f39204db7d1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:12.112847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 3f7d497e-db49-4df8-a782-27bd663b5922 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:12.113386 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.114157 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a70294e0-7bac-41d3-9b14-d461e270d6b6 req-919e6458-b4c2-4c68-aea9-3f39204db7d1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 944 time: 0.1489608 Jun 18 00:21:12.125086 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaafd1-28bc-4446-98f6-870348ace72c req-4eada082-6c81-409c-9fb2-34fe561d6a1b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:12.126593 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a5eaafd1-28bc-4446-98f6-870348ace72c req-4eada082-6c81-409c-9fb2-34fe561d6a1b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1522448 Jun 18 00:21:12.173456 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.176316 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a70294e0-7bac-41d3-9b14-d461e270d6b6 req-c58a27d4-d903-450f-b08b-ff424d9eade3 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 Jun 18 00:21:12.189686 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a5eaafd1-28bc-4446-98f6-870348ace72c req-265d9188-b6ae-4750-ba41-b798ff21fae8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Jun 18 00:21:12.211362 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.225902 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.273123 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3f7d497e-db49-4df8-a782-27bd663b5922,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:12.345531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.348178 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.349308 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4718959f-2fcd-40c7-aa5b-9677fd035ea7 HTTP/1.1" status: 204 len: 168 time: 0.2402353 Jun 18 00:21:12.349667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8024-4cb5-4165-bfc9-7d416a06c680 req-0b7708f4-5ae7-4705-aa6e-1d950a3d47a7 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:12.350181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-707beb03-f68e-4d36-8f30-cd89a5718099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:12.351205 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88ed8024-4cb5-4165-bfc9-7d416a06c680 req-0b7708f4-5ae7-4705-aa6e-1d950a3d47a7 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.0624228 Jun 18 00:21:12.352165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:12.354949 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959c02a-4d44-45e8-8096-cf15338ded4f" -d '{"events": [{"server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:12.359730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4718959f-2fcd-40c7-aa5b-9677fd035ea7,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:12.362988 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:12.369486 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:12.369905 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:12.405864 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88ed8024-4cb5-4165-bfc9-7d416a06c680 req-7399f45a-6b83-498f-8bf3-c25d2ac66c7d tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471478 Jun 18 00:21:12.431093 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:12.440731 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f009006b-aaaa-4e16-9f07-961de0c8a4e7 x-openstack-request-id: req-f009006b-aaaa-4e16-9f07-961de0c8a4e7 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:12.441031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:12.441292 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f009006b-aaaa-4e16-9f07-961de0c8a4e7 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:12.441688 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922', 'code': 200} Jun 18 00:21:12.442446 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:12.971716 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef52be-01d2-4022-a387-cbffcafa060c req-daa23b77-c94c-4b34-86ab-f2305f1de424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:12.973341 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f0ef52be-01d2-4022-a387-cbffcafa060c req-daa23b77-c94c-4b34-86ab-f2305f1de424 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1098 time: 0.0520210 Jun 18 00:21:13.016698 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f0ef52be-01d2-4022-a387-cbffcafa060c req-301de90e-7591-401d-8d44-ab2d395646ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Jun 18 00:21:13.401084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36352) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:13.418350 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddee84-f332-4554-bc4e-3f204fd68e30 req-288ebcf3-1bae-483a-8ae0-0765f9233dde tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:13.420601 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f3ddee84-f332-4554-bc4e-3f204fd68e30 req-288ebcf3-1bae-483a-8ae0-0765f9233dde tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1218061 Jun 18 00:21:13.432821 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401771-b764-422b-a786-42f66bf4b75d req-91ecc232-bc42-4a19-b715-9b1d9dafd56c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:13.434327 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f401771-b764-422b-a786-42f66bf4b75d req-91ecc232-bc42-4a19-b715-9b1d9dafd56c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0882843 Jun 18 00:21:13.481300 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f3ddee84-f332-4554-bc4e-3f204fd68e30 req-722b49ec-f1c0-4eea-afce-a40eae4e8ad5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453866 Jun 18 00:21:13.496817 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f401771-b764-422b-a786-42f66bf4b75d req-1f5f51a4-0231-4bd4-8aa7-7d12ba72d453 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Jun 18 00:21:13.499399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320888133-network', 'tenant_id': '986efb2aa3b343b385a271f7bf1f0143'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:13.579196 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Made reservation on behalf of 986efb2aa3b343b385a271f7bf1f0143 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:13.582008 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.592095 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.658272 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67a31-b0cb-4e9d-8b5c-7b17bdf5f45b req-a4ac9eda-4d0b-4d10-8157-c0ac40c38677 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:13.659997 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0c67a31-b0cb-4e9d-8b5c-7b17bdf5f45b req-a4ac9eda-4d0b-4d10-8157-c0ac40c38677 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.0753655 Jun 18 00:21:13.696132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.705020 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0c67a31-b0cb-4e9d-8b5c-7b17bdf5f45b req-dbf3a8e2-8bc0-4a08-aca6-48f7a2ae8b9f tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Jun 18 00:21:13.762887 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.767023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4bd22b1c-4d76-446d-9568-0692237ea609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:13.788015 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:21:13.798251 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d48f39-fbed-44b0-90a2-754ce184a918,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:13.803476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:13.803476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.803731 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Added segment 9d145957-b30c-416c-97ae-7b6fdd78b62e of type vlan for network 830c4bdd-d4db-41a4-882a-67dbd63d1384 Jun 18 00:21:13.843275 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.963080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.969416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:13.969416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:13.969416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:14.027753 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Pushing event updated for resources: {'Network': ['ID=830c4bdd-d4db-41a4-882a-67dbd63d1384,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:14.030935 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:14.037986 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 830c4bdd-d4db-41a4-882a-67dbd63d1384 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:21:14.065971 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6631267 Jun 18 00:21:14.069268 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36368) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:14.074679 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Request body: {'subnet': {'network_id': '830c4bdd-d4db-41a4-882a-67dbd63d1384', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320888133-subnet', 'tenant_id': '986efb2aa3b343b385a271f7bf1f0143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:14.190862 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Made reservation on behalf of 986efb2aa3b343b385a271f7bf1f0143 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:14.194826 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567997'] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:14.365176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaf230-dd00-40d0-bab6-247e68b87bb0 req-020a3ede-4611-48de-b9d6-f9c01743787f tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:14.366633 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0aaf230-dd00-40d0-bab6-247e68b87bb0 req-020a3ede-4611-48de-b9d6-f9c01743787f tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.1074481 Jun 18 00:21:14.433595 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0aaf230-dd00-40d0-bab6-247e68b87bb0 req-99f4d2df-da0e-48c5-b2d8-1420a2c8ad8c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Jun 18 00:21:14.465471 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9035404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567983'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:14.467920 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e0839498-64ef-4b1f-bf17-b91f7ac7fecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:14.519696 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31a726c-71ef-4ca5-85a6-17330bee1705,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:14.522957 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:14.528730 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Checking segment: {'id': '9d145957-b30c-416c-97ae-7b6fdd78b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '830c4bdd-d4db-41a4-882a-67dbd63d1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:14.529087 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Network hostable DHCP agents. Network: 830c4bdd-d4db-41a4-882a-67dbd63d1384, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:21:14.602074 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Network 830c4bdd-d4db-41a4-882a-67dbd63d1384 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:21:14.688131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 830c4bdd-d4db-41a4-882a-67dbd63d1384) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:14.695544 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:14.696121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:14.697450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d344f-439d-42cf-8a9b-d0267ffbf47d None None] Network 830c4bdd-d4db-41a4-882a-67dbd63d1384 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:14.728254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157951e-a9ce-4647-9a05-98850e1d1ff2 req-fdb55e03-f43b-4282-b87c-a2b5d399ab5c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:14.729770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c157951e-a9ce-4647-9a05-98850e1d1ff2 req-fdb55e03-f43b-4282-b87c-a2b5d399ab5c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1250763 Jun 18 00:21:14.738094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be63dd-2149-453b-88ee-755078e77e69 req-c7e27730-707f-4fa2-88ca-defc5b0d25f4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:14.739617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9be63dd-2149-453b-88ee-755078e77e69 req-c7e27730-707f-4fa2-88ca-defc5b0d25f4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1018403 Jun 18 00:21:14.785019 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f015c94f-bac2-4bb1-ad53-b0baeae96b2c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7146504 Jun 18 00:21:14.802846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c157951e-a9ce-4647-9a05-98850e1d1ff2 req-35891fe2-119c-4ade-9a53-6e0d29af4b56 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622058 Jun 18 00:21:14.828141 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9be63dd-2149-453b-88ee-755078e77e69 req-b181e13c-4f0d-4db3-b168-0e14757ff75f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Jun 18 00:21:14.861634 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e91a2c-4580-48e9-937c-d49ba9dbb510 None None] Network 830c4bdd-d4db-41a4-882a-67dbd63d1384 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:15.509146 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36398) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:15.514229 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-333752149-network', 'tenant_id': '6b1336b51d7f4cfda27388d2172f9011'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:15.583062 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Made reservation on behalf of 6b1336b51d7f4cfda27388d2172f9011 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:15.585462 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.597087 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.643436 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1176d1-eea7-4c0c-8fb1-c6de679d55cd req-a000067c-14d6-4952-8592-cff54a7a0616 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:15.644859 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e1176d1-eea7-4c0c-8fb1-c6de679d55cd req-a000067c-14d6-4952-8592-cff54a7a0616 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.0982246 Jun 18 00:21:15.701242 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e1176d1-eea7-4c0c-8fb1-c6de679d55cd req-4313ef72-806a-4582-9ce9-e19c16c35f77 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Jun 18 00:21:15.734859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.795984 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.800091 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ab19a96b-185e-4a71-ad1c-5d89a103bef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:15.821002 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:21:15.831213 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18a952b-cd3d-41f1-ae40-5465d2c99d93,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:15.834355 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:15.837372 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.837732 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Added segment 52b9a21d-1255-464c-9e0f-bb3593401b39 of type vlan for network e4f31abd-687b-49ed-a867-b0e2b0fef253 Jun 18 00:21:15.879101 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.946670 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.980769 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:15.999484 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.000694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:16.005073 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b3668fd2-b439-497f-aa84-c61a3eaedc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:16.067004 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7602d9a-5891-48b4-abb2-c1d483ce46a4 req-31157e7e-b905-4475-bd8c-4bd85a807359 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.068491 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7602d9a-5891-48b4-abb2-c1d483ce46a4 req-31157e7e-b905-4475-bd8c-4bd85a807359 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1499336 Jun 18 00:21:16.105254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f31abd-687b-49ed-a867-b0e2b0fef253,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:16.110819 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6005895 Jun 18 00:21:16.112031 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:16.113762 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36410) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:16.116582 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network e4f31abd-687b-49ed-a867-b0e2b0fef253 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:21:16.122764 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Request body: {'subnet': {'network_id': 'e4f31abd-687b-49ed-a867-b0e2b0fef253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-333752149-subnet', 'tenant_id': '6b1336b51d7f4cfda27388d2172f9011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:16.145286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c1738-767f-4896-941e-8e06d6bcf411 req-8060e99a-0992-4835-92bf-af38cd0be1e7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.145286 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-220c1738-767f-4896-941e-8e06d6bcf411 req-8060e99a-0992-4835-92bf-af38cd0be1e7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1756258 Jun 18 00:21:16.148836 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7602d9a-5891-48b4-abb2-c1d483ce46a4 req-eb519927-9efe-47dc-b6fb-4235e4f27f81 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648191 Jun 18 00:21:16.195300 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-220c1738-767f-4896-941e-8e06d6bcf411 req-02f3c3e2-f240-4f3a-831b-d338c4cd9aa6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Jun 18 00:21:16.197647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Made reservation on behalf of 6b1336b51d7f4cfda27388d2172f9011 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:16.200870 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:16.351419 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22528d2f-cfaa-4944-8527-050d0ecf7317 req-0a37673a-c671-4ed6-ae5b-402108bb4159 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.355932 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22528d2f-cfaa-4944-8527-050d0ecf7317 req-0a37673a-c671-4ed6-ae5b-402108bb4159 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0639651 Jun 18 00:21:16.362450 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36414) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:16.367305 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'floatingip': {'port_id': '3f7d497e-db49-4df8-a782-27bd663b5922'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:16.442491 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:16.454126 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:16.457286 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-bad63214-1793-42a3-a963-c62c9100b6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:16.512764 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6435538-d3fc-43b4-97cc-fa0a75165ba1,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:16.515442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:16.524622 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Checking segment: {'id': '52b9a21d-1255-464c-9e0f-bb3593401b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e4f31abd-687b-49ed-a867-b0e2b0fef253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:16.524977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Network hostable DHCP agents. Network: e4f31abd-687b-49ed-a867-b0e2b0fef253, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:21:16.591657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Network e4f31abd-687b-49ed-a867-b0e2b0fef253 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:21:16.659069 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, e4f31abd-687b-49ed-a867-b0e2b0fef253) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:16.663763 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.664499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:16.667742 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577aa44-a7ae-4b4b-86f9-232e523de8ec None None] Network e4f31abd-687b-49ed-a867-b0e2b0fef253 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:16.745738 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9ab4bb9e-6776-4134-9aa4-dd43dc15bde9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6303222 Jun 18 00:21:16.827147 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec842f-68d6-4751-ac2a-f4fba9fee2f6 None None] Network e4f31abd-687b-49ed-a867-b0e2b0fef253 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:16.975519 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-6a153598-306d-4da0-88c6-a6b6cf6d4543 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:16.977151 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-6a153598-306d-4da0-88c6-a6b6cf6d4543 tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.16 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.0831513 Jun 18 00:21:17.115063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Deleting port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:21:17.115604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.238675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] For port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,segment=NetworkSegment(431ba789-3e1b-4752-ab7c-6a3ff0545685),segment_id=431ba789-3e1b-4752-ab7c-6a3ff0545685)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:17.239174 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.243244 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-496e5adb-e77a-4377-a424-5f91267a9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.297091 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623b348-c8cc-47a3-817c-e84ed89f6d36 req-a68b0455-65c2-4789-9c5b-286147026c3c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:17.298620 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b623b348-c8cc-47a3-817c-e84ed89f6d36 req-a68b0455-65c2-4789-9c5b-286147026c3c tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 949 time: 0.4101872 Jun 18 00:21:17.312009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Calling delete_port for 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:21:17.454949 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b623b348-c8cc-47a3-817c-e84ed89f6d36 req-2055643d-2e93-4204-8440-6a196bce465b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/security-groups?id=99e1cab8-5b82-47a1-ad4c-d083c2938b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439986 Jun 18 00:21:17.464025 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.493289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cd48d-2c70-48e9-84d7-df6e8c9903f8 req-808d8f0e-8a81-4db3-b9fc-0ef12918f2c9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:17.494783 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-782cd48d-2c70-48e9-84d7-df6e8c9903f8 req-808d8f0e-8a81-4db3-b9fc-0ef12918f2c9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1652377 Jun 18 00:21:17.511236 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.516136 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-63970484-87d7-4663-a96f-a285257fb64e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:17.535261 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-782cd48d-2c70-48e9-84d7-df6e8c9903f8 req-addbf2af-4908-4aac-9168-b0d6401ed5f9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Jun 18 00:21:17.539667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.540725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Pushing event deleted for resources: {'Port': ['ID=6d4a5f2f-e50e-4140-82ca-296cb0b43e63,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:17.544788 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:17.554407 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['6d4a5f2f-e50e-4140-82ca-296cb0b43e63'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:21:17.614276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] No DVR routers for this DVR port 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:21:17.618009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:17.620566 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-29e9b000-17af-44f3-8da7-a2685e77dd23 req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.16 "DELETE /v2.0/ports/6d4a5f2f-e50e-4140-82ca-296cb0b43e63 HTTP/1.1" status: 204 len: 173 time: 0.6342955 Jun 18 00:21:17.621324 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'name': 'network-vif-deleted', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:17.625010 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec556cb6-0bb3-4558-92b8-90655c0ba536" -d '{"events": [{"server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "name": "network-vif-deleted", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:17.664758 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Floating IP a33a887a-9cc1-413d-beef-3b63067f9edd associated. External IP: 172.27.0.123, port: 3f7d497e-db49-4df8-a782-27bd663b5922. Jun 18 00:21:17.666962 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b81b784-1654-4fc9-a2f6-191a1b537ad1 x-openstack-request-id: req-7b81b784-1654-4fc9-a2f6-191a1b537ad1 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:17.667458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6", "name": "network-vif-deleted", "tag": "6d4a5f2f-e50e-4140-82ca-296cb0b43e63", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:17.667759 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b81b784-1654-4fc9-a2f6-191a1b537ad1 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:17.668216 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6', 'name': 'network-vif-deleted', 'tag': '6d4a5f2f-e50e-4140-82ca-296cb0b43e63', 'status': 'completed', 'code': 200} Jun 18 00:21:17.880257 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:21:18.002346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:21:18.007129 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:18.011679 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:21:18.024841 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:18.025461 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:18.044665 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6b6e7e06-fb87-48af-8ba1-93b76bc2c495 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "PUT /v2.0/floatingips/a33a887a-9cc1-413d-beef-3b63067f9edd HTTP/1.1" status: 200 len: 991 time: 1.6805980 Jun 18 00:21:18.045383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:21:18.047918 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c3f817-4965-4174-985f-03aec791558d" -d '{"events": [{"name": "network-changed", "server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:21:18.105876 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48427ab-aff6-4575-bd52-e41df6b27ed2 x-openstack-request-id: req-b48427ab-aff6-4575-bd52-e41df6b27ed2 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:21:18.109583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:21:18.109583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b48427ab-aff6-4575-bd52-e41df6b27ed2 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:21:18.109583 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922', 'status': 'completed', 'code': 200} Jun 18 00:21:18.134074 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:18.257688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f817-4965-4174-985f-03aec791558d req-a6ccae63-16b5-42a7-888a-f1602241f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:18.259118 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-a6ccae63-16b5-42a7-888a-f1602241f13e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1098 time: 0.0537078 Jun 18 00:21:18.353954 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f817-4965-4174-985f-03aec791558d req-38f72089-835e-4279-adf5-ec6cb9e5ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:18.355441 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-38f72089-835e-4279-adf5-ec6cb9e5ac47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.0826802 Jun 18 00:21:18.359084 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'a33a887a-9cc1-413d-beef-3b63067f9edd', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': '3f7d497e-db49-4df8-a782-27bd663b5922', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:19:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:20:53Z', 'updated_at': '2021-06-18T00:21:17Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:18.388699 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:21:18.396690 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:18.397284 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:20:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:18.422670 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-a2a23043-8401-4425-a320-bbb28412193d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 999 time: 0.0588009 Jun 18 00:21:18.474901 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f817-4965-4174-985f-03aec791558d req-89db3bb3-9c1a-48ff-9629-eeeedec6c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:18.476355 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-89db3bb3-9c1a-48ff-9629-eeeedec6c923 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0466182 Jun 18 00:21:18.502745 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:18.539876 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3f817-4965-4174-985f-03aec791558d req-01f9f478-3da3-46e3-92df-1784e6f0451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:18.541788 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-01f9f478-3da3-46e3-92df-1784e6f0451f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572610 Jun 18 00:21:18.634358 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0d561824-9e71-4df0-ba96-6dee6f6bebeb req-427809ce-bfba-4dc0-a6ea-ba0ee7e7442f tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] 10.222.0.38 "GET /v2.0/ports?device_id=47e8b8e0-6d20-4f07-9c12-4bc43a3fc9e6 HTTP/1.1" status: 200 len: 210 time: 0.0382740 Jun 18 00:21:18.648102 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-5042c4fe-7c81-4b27-aa8e-b42d23facc13 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966682 Jun 18 00:21:18.773966 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f8c3f817-4965-4174-985f-03aec791558d req-9f51a6a8-0ef0-4338-bad1-60712e46cbd5 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112916 Jun 18 00:21:18.776875 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'a33a887a-9cc1-413d-beef-3b63067f9edd', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': '3f7d497e-db49-4df8-a782-27bd663b5922', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:19:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:20:53Z', 'updated_at': '2021-06-18T00:21:17Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:18.778954 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f96a-9e84-4d3c-a320-95ca6917f37a req-e9cb9f8a-08cb-4652-9eb2-580300b913bf tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:18.780459 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef27f96a-9e84-4d3c-a320-95ca6917f37a req-e9cb9f8a-08cb-4652-9eb2-580300b913bf tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0752809 Jun 18 00:21:18.805304 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9642ee-52db-4193-af03-978ab4885ef9 None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'a33a887a-9cc1-413d-beef-3b63067f9edd', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': '3f7d497e-db49-4df8-a782-27bd663b5922', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:19:aa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:20:53Z', 'updated_at': '2021-06-18T00:21:17Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:21:18.818658 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef27f96a-9e84-4d3c-a320-95ca6917f37a req-99a94f5e-c5a9-42ad-8fef-0a35c9a3929a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Jun 18 00:21:19.033981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcec1e0-517a-48a4-8ce8-fef7e1584225 None None] New status for floating IP a33a887a-9cc1-413d-beef-3b63067f9edd: ACTIVE {{(pid=99801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:21:19.854120 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-dc883979-e7df-43f9-bc0b-0a8ec04366a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:19.882806 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:19.980914 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:21:20.000890 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:21:20.001391 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 6d4a5f2f-e50e-4140-82ca-296cb0b43e63 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:21:20.006456 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1d723-4826-4f91-89b3-631a16dd6208 req-bee9621f-cf50-4dda-b4b0-4b3e5239c50d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:20.007995 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fee1d723-4826-4f91-89b3-631a16dd6208 req-bee9621f-cf50-4dda-b4b0-4b3e5239c50d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0634897 Jun 18 00:21:20.050324 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fee1d723-4826-4f91-89b3-631a16dd6208 req-22f7dc3d-9e8e-4f77-bc1f-8af043c06064 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Jun 18 00:21:20.722852 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:20.868288 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:21:21.245933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590613-5b1d-454f-9d13-223b59f64811 req-e5246637-0955-445d-a5b2-8f627a1c3e9e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:21.248000 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3e590613-5b1d-454f-9d13-223b59f64811 req-e5246637-0955-445d-a5b2-8f627a1c3e9e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0639627 Jun 18 00:21:21.285392 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3e590613-5b1d-454f-9d13-223b59f64811 req-dd0ab690-51c3-4a8f-9d50-626a7cc310f8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Jun 18 00:21:22.419890 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:22.672045 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236490ea-b26e-4cd8-9f29-4fd7ffb76855 req-bfada7ae-011c-4b87-a925-64adfe5c6e8c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:22.673456 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-236490ea-b26e-4cd8-9f29-4fd7ffb76855 req-bfada7ae-011c-4b87-a925-64adfe5c6e8c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.2733333 Jun 18 00:21:22.712112 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-236490ea-b26e-4cd8-9f29-4fd7ffb76855 req-904a8bfa-63a9-49b2-b319-c274666e8cca tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Jun 18 00:21:23.886997 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4576f-5f62-44bb-9a77-64840fb6b28a req-8cd539fd-21ac-4af2-a44d-214b717a2ca7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:23.889085 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9ed4576f-5f62-44bb-9a77-64840fb6b28a req-8cd539fd-21ac-4af2-a44d-214b717a2ca7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0628955 Jun 18 00:21:23.942341 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9ed4576f-5f62-44bb-9a77-64840fb6b28a req-73c287d7-9afa-4f9f-a82a-28c21d621264 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Jun 18 00:21:25.109778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64454b-4779-4d0c-b126-dc486d17b17c req-9e9af33f-1ceb-40db-a5cc-7bb9207c9189 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:25.111400 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c64454b-4779-4d0c-b126-dc486d17b17c req-9e9af33f-1ceb-40db-a5cc-7bb9207c9189 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0662241 Jun 18 00:21:25.148544 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c64454b-4779-4d0c-b126-dc486d17b17c req-24f1207b-4397-4d76-825e-6899c6517399 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jun 18 00:21:26.329583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7e910-d5e2-447a-b181-c70995fab6cf req-8ea9b923-16f2-4d20-905c-6e0dc4426e1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:26.331069 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93b7e910-d5e2-447a-b181-c70995fab6cf req-8ea9b923-16f2-4d20-905c-6e0dc4426e1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0660784 Jun 18 00:21:26.370570 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93b7e910-d5e2-447a-b181-c70995fab6cf req-7e352558-d109-46ec-81ba-3309c83779f8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Jun 18 00:21:27.546821 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65698-70c2-4d10-a1e5-dc8a54599ba8 req-b8563990-3c65-440d-bd8f-091e6f5a6c83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:27.548313 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1ee65698-70c2-4d10-a1e5-dc8a54599ba8 req-b8563990-3c65-440d-bd8f-091e6f5a6c83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0617614 Jun 18 00:21:27.589028 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1ee65698-70c2-4d10-a1e5-dc8a54599ba8 req-ffd00492-1a60-44ed-8761-58e8f74ed79c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Jun 18 00:21:28.761230 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6686a2-e465-449b-a186-d6c4e6666fa7 req-f57e57da-dc60-4522-94f1-21963374d8dd tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:28.763264 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eb6686a2-e465-449b-a186-d6c4e6666fa7 req-f57e57da-dc60-4522-94f1-21963374d8dd tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0610590 Jun 18 00:21:28.799595 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eb6686a2-e465-449b-a186-d6c4e6666fa7 req-bbf6069c-92b8-481f-bd77-a34e52fdca16 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305388 Jun 18 00:21:29.971476 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ba6-5835-4edc-8f46-ddfaf3977896 req-61fc6cae-20fa-46b9-a108-324e4a3cd226 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:29.973215 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0a060ba6-5835-4edc-8f46-ddfaf3977896 req-61fc6cae-20fa-46b9-a108-324e4a3cd226 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0626435 Jun 18 00:21:30.011682 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0a060ba6-5835-4edc-8f46-ddfaf3977896 req-2944c7bd-04f6-41c7-b54e-0c32048ff344 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Jun 18 00:21:31.338208 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfac21-3617-493c-9b7e-7a6339171385 req-d99d099c-89d9-4993-a9f7-dec665a14be8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:31.339696 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dfbfac21-3617-493c-9b7e-7a6339171385 req-d99d099c-89d9-4993-a9f7-dec665a14be8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0682547 Jun 18 00:21:31.376726 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dfbfac21-3617-493c-9b7e-7a6339171385 req-d39e1181-f264-49d2-99bf-7c2e74078321 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Jun 18 00:21:32.570164 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d432124-a477-4291-bb43-cc2c77d19039 req-40e03d1a-1e18-4a9f-936c-e93b9c206e47 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:32.571681 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d432124-a477-4291-bb43-cc2c77d19039 req-40e03d1a-1e18-4a9f-936c-e93b9c206e47 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0643930 Jun 18 00:21:32.609102 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d432124-a477-4291-bb43-cc2c77d19039 req-068241bf-c269-4edc-b2d2-4fc1a9c98b55 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310106 Jun 18 00:21:33.790156 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823b9e-1c87-4f6a-9dec-6e991266aba0 req-9c5edc5d-579d-4d31-81b1-2c1ea2a25f51 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:33.801862 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e1823b9e-1c87-4f6a-9dec-6e991266aba0 req-9c5edc5d-579d-4d31-81b1-2c1ea2a25f51 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0604153 Jun 18 00:21:33.832947 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e1823b9e-1c87-4f6a-9dec-6e991266aba0 req-6cb8fbfc-49c6-475a-8923-1be0f1f007d8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Jun 18 00:21:34.413426 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36936) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:34.460454 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Deleting subnet d31a726c-71ef-4ca5-85a6-17330bee1705 {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:21:34.463613 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.497172 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.541735 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.653451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.656316 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:34.681242 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31a726c-71ef-4ca5-85a6-17330bee1705,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:34.685606 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:34.688121 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.690244 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d31a726c-71ef-4ca5-85a6-17330bee1705 HTTP/1.1" status: 204 len: 168 time: 0.2755272 Jun 18 00:21:34.692450 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36944) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:34.757432 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.834683 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.845784 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830c4bdd-d4db-41a4-882a-67dbd63d1384']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:34.858208 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d145957-b30c-416c-97ae-7b6fdd78b62e') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:34.858500 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d145957-b30c-416c-97ae-7b6fdd78b62e') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:34.867284 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.881935 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.889676 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:21:34.890136 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:21:34.892292 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:21:35.002148 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.005820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:35.013935 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.013935 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] 10.222.0.38 "DELETE /v2.0/networks/830c4bdd-d4db-41a4-882a-67dbd63d1384 HTTP/1.1" status: 204 len: 168 time: 0.3170173 Jun 18 00:21:35.014084 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15dba-257a-419d-8df0-05edf88156a4 req-a7a4d2fa-ae29-4608-8268-bf3e6714fe83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:35.014084 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b6e15dba-257a-419d-8df0-05edf88156a4 req-a7a4d2fa-ae29-4608-8268-bf3e6714fe83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0652285 Jun 18 00:21:35.014578 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 36950) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:35.021785 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Pushing event deleted for resources: {'Network': ['ID=830c4bdd-d4db-41a4-882a-67dbd63d1384,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:35.024174 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:35.078469 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Deleting subnet a6435538-d3fc-43b4-97cc-fa0a75165ba1 {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:21:35.085627 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b6e15dba-257a-419d-8df0-05edf88156a4 req-d983d4f9-6524-4b33-914a-1f3e90e6bfbe tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Jun 18 00:21:35.086150 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.125020 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.165818 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.276666 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.280454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:35.304959 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.307045 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a6435538-d3fc-43b4-97cc-fa0a75165ba1 HTTP/1.1" status: 204 len: 168 time: 0.2916012 Jun 18 00:21:35.308118 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6435538-d3fc-43b4-97cc-fa0a75165ba1,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:35.309798 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 36952) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:35.310385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-22397ada-3dd5-4717-adbe-311183195fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:35.382040 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.467638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.477930 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f31abd-687b-49ed-a867-b0e2b0fef253']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:35.492300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b9a21d-1255-464c-9e0f-bb3593401b39') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:35.492607 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b9a21d-1255-464c-9e0f-bb3593401b39') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:35.502386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.516780 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.522839 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:21:35.523226 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:21:35.525860 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:21:35.675508 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.679116 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3b93754f-f8f2-4ebb-b9f1-89bd8a8ea773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:35.682958 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:35.685240 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e4f31abd-687b-49ed-a867-b0e2b0fef253 HTTP/1.1" status: 204 len: 168 time: 0.3739648 Jun 18 00:21:35.695004 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f31abd-687b-49ed-a867-b0e2b0fef253,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:35.697190 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-754bceda-da2d-4df6-9810-48055fcde9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:36.124047 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37006) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:36.190765 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-52811bc4-670b-48bb-9f71-830ca912e40a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=986efb2aa3b343b385a271f7bf1f0143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640035 Jun 18 00:21:36.192371 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37014) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:36.278707 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:36.315643 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:36.356221 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae11ed4-1e12-4b95-af9f-fcc314cb559a req-0d313e3d-a576-4e8a-995b-5fc51d7a2a5b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:36.357866 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dae11ed4-1e12-4b95-af9f-fcc314cb559a req-0d313e3d-a576-4e8a-995b-5fc51d7a2a5b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1300392 Jun 18 00:21:36.413516 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dae11ed4-1e12-4b95-af9f-fcc314cb559a req-2d3aeb1b-09b3-49f4-8774-bb03429cc550 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Jun 18 00:21:36.470386 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:36.473008 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:36.474130 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88d48f39-fbed-44b0-90a2-754ce184a918 HTTP/1.1" status: 204 len: 168 time: 0.2808070 Jun 18 00:21:36.475005 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1b1b97d2-a121-4994-b4ba-977739d45003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:36.492392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d48f39-fbed-44b0-90a2-754ce184a918,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:36.503137 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:36.595132 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812943ba-69db-4c53-928f-a408dbd96b52 req-d448c375-a28f-457b-ac1a-7b893d054787 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:36.596757 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-812943ba-69db-4c53-928f-a408dbd96b52 req-d448c375-a28f-457b-ac1a-7b893d054787 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0650425 Jun 18 00:21:36.637233 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-812943ba-69db-4c53-928f-a408dbd96b52 req-98504aad-ef77-44a4-a25d-772fd946202a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342126 Jun 18 00:21:37.220824 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37080) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:37.263942 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-21a574ac-68ab-42e5-a045-6d3ca65e2009 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b1336b51d7f4cfda27388d2172f9011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419071 Jun 18 00:21:37.266256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37082) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:37.312155 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:37.332162 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:37.419516 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:37.422039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:37.423192 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f18a952b-cd3d-41f1-ae40-5465d2c99d93 HTTP/1.1" status: 204 len: 168 time: 0.1560273 Jun 18 00:21:37.423917 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1ed944c6-1695-4a5f-867e-13c726166d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:37.431378 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18a952b-cd3d-41f1-ae40-5465d2c99d93,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:37.433821 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:37.490290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dbf43-103f-4b08-9f95-fb1fad778e21 req-44b1e630-0710-43fa-88a5-f6f1a2765a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:37.491793 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-330dbf43-103f-4b08-9f95-fb1fad778e21 req-44b1e630-0710-43fa-88a5-f6f1a2765a6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0602279 Jun 18 00:21:37.534562 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-330dbf43-103f-4b08-9f95-fb1fad778e21 req-ef187339-5b70-43fc-9bc8-1083b1b372cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346887 Jun 18 00:21:37.589922 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea20e9-c8a4-47ca-b722-8fb9cfb19dec req-b8729123-daa9-4dbb-b24f-2dd2c7bb11ba tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:37.591454 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06ea20e9-c8a4-47ca-b722-8fb9cfb19dec req-b8729123-daa9-4dbb-b24f-2dd2c7bb11ba tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0630660 Jun 18 00:21:37.631021 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06ea20e9-c8a4-47ca-b722-8fb9cfb19dec req-980f1caa-6cbe-4197-b79f-a16d2f86a52a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jun 18 00:21:37.846505 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78e61d-b01e-4336-91d6-ebcb887b230b req-691f9c0d-9287-42e8-aaab-1462361415db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:37.848023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea78e61d-b01e-4336-91d6-ebcb887b230b req-691f9c0d-9287-42e8-aaab-1462361415db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0746713 Jun 18 00:21:37.886590 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea78e61d-b01e-4336-91d6-ebcb887b230b req-eefd61dc-adc2-465b-924b-c5c7f1863220 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329778 Jun 18 00:21:38.661203 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37128) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:38.839223 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37138) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:38.839726 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-70ee42d4-0264-4691-b1bf-9b6bcf2a667d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ef88bd264ea4f6a87e5bc6402fbbf70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768491 Jun 18 00:21:38.855161 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09ffa-f0e6-4afd-b113-192a6e167628 req-62f69554-c677-4753-97bb-59da52113e2d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:38.857378 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d9b09ffa-f0e6-4afd-b113-192a6e167628 req-62f69554-c677-4753-97bb-59da52113e2d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1163967 Jun 18 00:21:38.897924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:38.916136 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d9b09ffa-f0e6-4afd-b113-192a6e167628 req-eae43495-2960-443b-a41e-c389e99920d1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483356 Jun 18 00:21:38.922796 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:39.036443 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:39.039305 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:39.044810 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99e1cab8-5b82-47a1-ad4c-d083c2938b96 HTTP/1.1" status: 204 len: 168 time: 0.2029061 Jun 18 00:21:39.048103 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ee31433a-604d-4c9a-86bd-e154bf6d508a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:39.053980 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1cab8-5b82-47a1-ad4c-d083c2938b96,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:39.063304 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.063894 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.064417 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.064953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.065247 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.065630 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.065973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.070886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.070886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.070886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.070886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.070886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:39.071974 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:39.108443 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad9d95-9277-4893-9898-a117e8d386a0 req-9cca8a3d-ef50-43fb-8f92-2b49f8a2c1a3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:39.119795 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-70ad9d95-9277-4893-9898-a117e8d386a0 req-9cca8a3d-ef50-43fb-8f92-2b49f8a2c1a3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1133039 Jun 18 00:21:39.162244 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-70ad9d95-9277-4893-9898-a117e8d386a0 req-427bea35-487b-4b05-9432-5d1846520b6f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Jun 18 00:21:40.084947 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37182) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:40.094846 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06296911-f269-4426-9867-372bf5c5e165 req-d362ab98-9deb-4c73-9a32-13a961103f3d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:40.096300 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06296911-f269-4426-9867-372bf5c5e165 req-d362ab98-9deb-4c73-9a32-13a961103f3d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0660906 Jun 18 00:21:40.139821 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06296911-f269-4426-9867-372bf5c5e165 req-38cbd484-d781-4825-ba6c-b15e176ff8f4 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Jun 18 00:21:40.187694 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1249669506-network', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:40.287955 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Made reservation on behalf of f4e7a65e949e433cbe350cb25681c4eb for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:40.290354 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.320591 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.384697 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a36cb-09a6-458c-8061-c5957366f5a7 req-06414a5e-93bc-4499-b4f6-94662ff1cb12 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:40.386168 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-635a36cb-09a6-458c-8061-c5957366f5a7 req-06414a5e-93bc-4499-b4f6-94662ff1cb12 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0813584 Jun 18 00:21:40.431843 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-635a36cb-09a6-458c-8061-c5957366f5a7 req-b5bd5aae-129a-41e4-9c05-bfb672d7296e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Jun 18 00:21:40.454479 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.562086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.565970 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92130c1d-2320-4424-b3dc-2c318c696e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:40.586852 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:21:40.596074 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232e1bf-e91a-48a8-a98d-4a10d58e55df,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:40.599214 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:40.602185 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.602529 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Added segment 3556ca92-9f6c-4b44-a424-8c69fffe6ffc of type vlan for network af32f04e-8c97-45d4-87f4-6fea059fb69d Jun 18 00:21:40.642190 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.773116 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.774479 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:40.775393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:40.779641 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-53747090-aa3b-40cf-9211-294b023b2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:40.792796 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e480c39-7aa8-4f25-8ea5-69804c2254f8 req-88f63e0e-762c-469f-b866-83aba9f6f576 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:40.795392 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e480c39-7aa8-4f25-8ea5-69804c2254f8 req-88f63e0e-762c-469f-b866-83aba9f6f576 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0712252 Jun 18 00:21:40.845835 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e480c39-7aa8-4f25-8ea5-69804c2254f8 req-fb8c9c4d-1ca1-473d-ae7f-1673ed71fdb8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jun 18 00:21:40.883674 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=af32f04e-8c97-45d4-87f4-6fea059fb69d,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:40.886492 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:40.893521 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network af32f04e-8c97-45d4-87f4-6fea059fb69d details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:21:40.906737 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74f93-015d-4054-a53c-86539baf285e req-89af564c-95bc-4c5b-a9cd-813496fc1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:40.908245 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-89af564c-95bc-4c5b-a9cd-813496fc1838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0690198 Jun 18 00:21:40.922415 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8364160 Jun 18 00:21:40.925167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37206) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:40.930424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Request body: {'subnet': {'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1249669506-subnet', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:41.053226 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Made reservation on behalf of f4e7a65e949e433cbe350cb25681c4eb for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:41.055601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.270489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.272595 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:41.326353 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3cc522-4fdf-431a-ba56-570fcc70e254,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:41.329070 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:41.337997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Checking segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:41.338356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Network hostable DHCP agents. Network: af32f04e-8c97-45d4-87f4-6fea059fb69d, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:21:41.412447 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Network af32f04e-8c97-45d4-87f4-6fea059fb69d is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:21:41.475458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, af32f04e-8c97-45d4-87f4-6fea059fb69d) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:41.479731 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:41.480323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.486201 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948f668-ba38-4628-af31-e1aa2a9e6a5d None None] Network af32f04e-8c97-45d4-87f4-6fea059fb69d requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:41.568826 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6415224 Jun 18 00:21:41.570346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37214) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:41.574730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:41.619389 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6ab7-644c-4cef-905d-dcaffe1e28e5 req-41a0a613-ce4f-452a-90f5-64c61be545e6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:41.620864 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-da3c6ab7-644c-4cef-905d-dcaffe1e28e5 req-41a0a613-ce4f-452a-90f5-64c61be545e6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0632274 Jun 18 00:21:41.635123 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-af32f04e-8c97-45d4-87f4-6fea059fb69d', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:21:41.638748 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.653522 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.654976 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.680646 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-da3c6ab7-644c-4cef-905d-dcaffe1e28e5 req-1d533c8c-aff3-42c0-b8dd-f43d02665b39 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467868 Jun 18 00:21:41.717194 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.777434 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Allocated IP 172.20.0.2 (af32f04e-8c97-45d4-87f4-6fea059fb69d/8c3cc522-4fdf-431a-ba56-570fcc70e254/07987e36-d26e-4a3e-aae8-943c01149f8e) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:41.900051 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.920065 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:41.928445 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Transition to ACTIVE for port object 07987e36-d26e-4a3e-aae8-943c01149f8e will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:41.943592 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Transition to ACTIVE for port object 07987e36-d26e-4a3e-aae8-943c01149f8e will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:42.026583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.029694 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:42.041095 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93740cb-d031-4818-84c7-ec3ede076857 req-df947cc7-0a72-44e8-abd5-206d87c3a076 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:42.049994 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c93740cb-d031-4818-84c7-ec3ede076857 req-df947cc7-0a72-44e8-abd5-206d87c3a076 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0876572 Jun 18 00:21:42.083786 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Pushing event updated for resources: {'Port': ['ID=07987e36-d26e-4a3e-aae8-943c01149f8e,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:42.094854 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:42.101944 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c93740cb-d031-4818-84c7-ec3ede076857 req-6102e346-872b-4662-b74e-a25b5003ee7d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Jun 18 00:21:42.103893 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Network af32f04e-8c97-45d4-87f4-6fea059fb69d is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:42.105491 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:42.108897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:42.174557 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Attempting to bind port 07987e36-d26e-4a3e-aae8-943c01149f8e on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:42.174874 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Attempting to bind port 07987e36-d26e-4a3e-aae8-943c01149f8e by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:42.175250 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Attempting to bind port 07987e36-d26e-4a3e-aae8-943c01149f8e on network af32f04e-8c97-45d4-87f4-6fea059fb69d {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:42.180711 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:42.181102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Checking segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:42.181520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.182184 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Bound using segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:42.182670 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Bound port: 07987e36-d26e-4a3e-aae8-943c01149f8e, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:42.183086 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.246912 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] For port 07987e36-d26e-4a3e-aae8-943c01149f8e, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:42.250617 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] For port 07987e36-d26e-4a3e-aae8-943c01149f8e, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=07987e36-d26e-4a3e-aae8-943c01149f8e,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:42.321940 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.327117 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:42.380963 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Pushing event updated for resources: {'Port': ['ID=07987e36-d26e-4a3e-aae8-943c01149f8e,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:42.384126 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:42.411389 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.439456 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.564477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Allocated IP 172.27.0.117 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/3f5b385d-379a-4d60-840a-0e53f2493fee) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:42.683337 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.773516 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:42.776506 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4df36bcd-9a8a-4dca-836c-110c0996232b tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:42.808736 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:42.814598 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:42.818300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:42.847297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Pushing event updated for resources: {'Port': ['ID=3f5b385d-379a-4d60-840a-0e53f2493fee,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:42.851252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:42.877574 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c7a72-e9eb-41cb-ab57-db2eec50ad18 req-a904867b-f483-43cc-a122-a72aa26f7ea7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:42.879140 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c43c7a72-e9eb-41cb-ab57-db2eec50ad18 req-a904867b-f483-43cc-a122-a72aa26f7ea7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0798461 Jun 18 00:21:42.917176 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c43c7a72-e9eb-41cb-ab57-db2eec50ad18 req-7f09ce88-b133-4b3c-88aa-95af2decc96e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316784 Jun 18 00:21:43.159029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:43.292703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eba265-3149-4874-8432-fa5d1aeb4f0d req-01a528dc-a135-4051-9abd-12c192626d74 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:43.294674 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4eba265-3149-4874-8432-fa5d1aeb4f0d req-01a528dc-a135-4051-9abd-12c192626d74 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0652275 Jun 18 00:21:43.331152 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b803ec6-0366-44dc-96d8-bd140f5c9aee None None] Network af32f04e-8c97-45d4-87f4-6fea059fb69d requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:43.334812 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4eba265-3149-4874-8432-fa5d1aeb4f0d req-79ef5291-f389-4e79-bcfe-afecde581f47 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Jun 18 00:21:43.366035 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:43.449728 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-c8b4d5de-e59e-462c-891b-7e10959ad8b1 None None] Provisioning for port 07987e36-d26e-4a3e-aae8-943c01149f8e completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:43.590320 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Router 954a5791-6980-403b-8c1c-35f0cc404ea1 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:21:43.695297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:21:43.703931 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Sync routers for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:21:43.712572 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:43.713974 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:43.790460 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:43.791680 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2203629 Jun 18 00:21:43.794977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37240) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:43.821726 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:44.006542 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:42Z', 'revision_number': 3, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:44.032748 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 07987e36-d26e-4a3e-aae8-943c01149f8e up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:44.136438 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Checking router: 954a5791-6980-403b-8c1c-35f0cc404ea1 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:21:44.137105 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Updating router 954a5791-6980-403b-8c1c-35f0cc404ea1 port 3f5b385d-379a-4d60-840a-0e53f2493fee binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:21:44.145119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e54067-1c45-4862-bac5-ee2bb6132f65 req-7c9e6c98-7728-4e93-aa90-0505c3c44ede tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:44.152978 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37e54067-1c45-4862-bac5-ee2bb6132f65 req-7c9e6c98-7728-4e93-aa90-0505c3c44ede tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1001048 Jun 18 00:21:44.176844 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.192308 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 07987e36-d26e-4a3e-aae8-943c01149f8e completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:44.196965 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 07987e36-d26e-4a3e-aae8-943c01149f8e triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:44.196965 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.241872 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37e54067-1c45-4862-bac5-ee2bb6132f65 req-04e285c1-f58b-4243-b6a4-70ce8abbd18f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877023 Jun 18 00:21:44.275136 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74f93-015d-4054-a53c-86539baf285e req-61ac43b0-8d67-431b-a97c-3e4bd7ce186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:44.276688 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-61ac43b0-8d67-431b-a97c-3e4bd7ce186b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.1282663 Jun 18 00:21:44.286608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.319723 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 07987e36-d26e-4a3e-aae8-943c01149f8e, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=07987e36-d26e-4a3e-aae8-943c01149f8e,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:44.331161 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-ad115c5b-fffe-4adf-a380-5810a211b7bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0436962 Jun 18 00:21:44.390099 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.391981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:44.468154 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=07987e36-d26e-4a3e-aae8-943c01149f8e,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:44.475731 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.476079 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.476608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.476948 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.477280 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.477677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.478010 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.478463 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.478823 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.479338 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.479452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.479727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.480054 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:44.484775 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:44.495776 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Transition to ACTIVE for port object 3f5b385d-379a-4d60-840a-0e53f2493fee will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:44.501990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74f93-015d-4054-a53c-86539baf285e req-47335529-6ed9-4a3a-9ab6-be40386f83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:44.503487 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-47335529-6ed9-4a3a-9ab6-be40386f83e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.1373229 Jun 18 00:21:44.505347 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.550546 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.553668 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:44.556198 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-9785c18a-3b75-458d-90cc-682076d83281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394096 Jun 18 00:21:44.563664 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2cd34-c8d5-4bb5-97d4-4b3a87334a4d req-2c303e9b-72d8-4f40-837d-0d24d731332a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:44.565511 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2ee2cd34-c8d5-4bb5-97d4-4b3a87334a4d req-2c303e9b-72d8-4f40-837d-0d24d731332a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0650215 Jun 18 00:21:44.614171 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-07e8d57c-0938-4164-a7b3-2a7587f3365e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548972 Jun 18 00:21:44.615918 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Attempting to bind port 3f5b385d-379a-4d60-840a-0e53f2493fee on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:44.616296 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Attempting to bind port 3f5b385d-379a-4d60-840a-0e53f2493fee by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:44.616664 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Attempting to bind port 3f5b385d-379a-4d60-840a-0e53f2493fee on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:44.619281 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2ee2cd34-c8d5-4bb5-97d4-4b3a87334a4d req-73ac923a-6b66-456a-b7e5-ba13e5116b0c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Jun 18 00:21:44.622609 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6075d4-c426-418c-b083-72f6c4b90aee None None] Pushing event updated for resources: {'Port': ['ID=3f5b385d-379a-4d60-840a-0e53f2493fee,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:44.631611 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-6d6075d4-c426-418c-b083-72f6c4b90aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Bound port: 3f5b385d-379a-4d60-840a-0e53f2493fee, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:44.636908 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.686991 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] For port 3f5b385d-379a-4d60-840a-0e53f2493fee, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:44.690021 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] For port 3f5b385d-379a-4d60-840a-0e53f2493fee, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3f5b385d-379a-4d60-840a-0e53f2493fee,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:44.713344 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Allocated IP 172.20.0.1 (af32f04e-8c97-45d4-87f4-6fea059fb69d/8c3cc522-4fdf-431a-ba56-570fcc70e254/f4f1d347-0fb7-41ef-b534-37a3c0a01a75) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:44.745093 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.747864 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:44.803386 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:44.804000 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:44.808747 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6075d4-c426-418c-b083-72f6c4b90aee None None] Pushing event updated for resources: {'Port': ['ID=3f5b385d-379a-4d60-840a-0e53f2493fee,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:44.810887 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.824485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Transition to ACTIVE for port object f4f1d347-0fb7-41ef-b534-37a3c0a01a75 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:44.839449 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-6d6075d4-c426-418c-b083-72f6c4b90aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:44.907041 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:44.956499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:44.960288 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:45.001919 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Network af32f04e-8c97-45d4-87f4-6fea059fb69d is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:45.004790 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:45.009233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:45.012086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Pushing event updated for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:45.030751 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:45.050512 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.083132 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:42Z', 'revision_number': 3, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:45.108910 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f88dd5-c376-443c-acbc-e6adb3ccba6c None None] The sync data for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi is: [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:42Z', 'revision_number': 3, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:21:45.255531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.299688 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-24bde072-8083-40ac-ba7d-a438cc80168f None None] Provisioning for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:45.304795 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-24bde072-8083-40ac-ba7d-a438cc80168f None None] Provisioning complete for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:45.311008 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-24bde072-8083-40ac-ba7d-a438cc80168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.348232 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-24bde072-8083-40ac-ba7d-a438cc80168f None None] Port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:45.449632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65658e-9183-4c49-99e4-a1e39a7949fe req-e0ef6ebc-3595-448c-be91-ab67b7486349 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:45.452483 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.458029 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d65658e-9183-4c49-99e4-a1e39a7949fe req-e0ef6ebc-3595-448c-be91-ab67b7486349 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0932426 Jun 18 00:21:45.496573 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d65658e-9183-4c49-99e4-a1e39a7949fe req-5d45d239-b1f8-4e3c-9fda-e8513d1bd63a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376744 Jun 18 00:21:45.522012 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.524452 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:45.589561 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:45.591461 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Pushing event updated for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:45.594753 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:45.688359 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Network af32f04e-8c97-45d4-87f4-6fea059fb69d is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:45.690257 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:45.836853 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3eed0-3250-4e69-9b6a-ab12d1987472 req-d1e1c17f-e018-4230-98df-876635640795 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:45.844608 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4eb3eed0-3250-4e69-9b6a-ab12d1987472 req-d1e1c17f-e018-4230-98df-876635640795 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0832331 Jun 18 00:21:45.903677 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4eb3eed0-3250-4e69-9b6a-ab12d1987472 req-9f61e31c-5d49-4f7f-b307-8b5103f2531d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Jun 18 00:21:45.991843 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-29f1fedf-9106-4d66-9161-951ee77fd2cb None None] Provisioning complete for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:45.992499 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-29f1fedf-9106-4d66-9161-951ee77fd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:46.043642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-29f1fedf-9106-4d66-9161-951ee77fd2cb None None] Port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:46.095165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3f5b385d-379a-4d60-840a-0e53f2493fee up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:46.124844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Router 954a5791-6980-403b-8c1c-35f0cc404ea1 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:21:46.213407 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 3f5b385d-379a-4d60-840a-0e53f2493fee completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:46.217164 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 3f5b385d-379a-4d60-840a-0e53f2493fee triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:46.217551 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:46.229526 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:21:46.242675 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] 10.222.0.38 "PUT /v2.0/routers/954a5791-6980-403b-8c1c-35f0cc404ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4385746 Jun 18 00:21:46.301208 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:46.325638 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 3f5b385d-379a-4d60-840a-0e53f2493fee, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3f5b385d-379a-4d60-840a-0e53f2493fee,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:46.389730 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:46.390617 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 07987e36-d26e-4a3e-aae8-943c01149f8e up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:46.392413 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-079d8ce3-a48b-4c0f-b422-a21c233381bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:46.461521 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=3f5b385d-379a-4d60-840a-0e53f2493fee,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:46.465265 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:46.474349 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 07987e36-d26e-4a3e-aae8-943c01149f8e triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:46.474801 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:46.701805 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefc61c-31b2-466a-a920-a58d86bd62bb req-ece015df-418c-4a56-8dec-c481e590ee22 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:46.703483 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caefc61c-31b2-466a-a920-a58d86bd62bb req-ece015df-418c-4a56-8dec-c481e590ee22 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0721331 Jun 18 00:21:46.742411 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caefc61c-31b2-466a-a920-a58d86bd62bb req-ef978dea-c4dd-480a-b846-7e1ca6738fed tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Jun 18 00:21:46.869326 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Sync routers for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:21:46.878484 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:46.879151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:46.946147 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37298) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:46.951932 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602197180-network', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:46.987160 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:47.030050 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Made reservation on behalf of 988ae1399bd4400ab8383e8782f32f24 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:47.032802 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.045032 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.081126 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc457-ec3c-4959-b329-372ac5a3a661 req-9f2025e1-97d6-4a39-8f37-2d8274b40019 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:47.083101 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8bbc457-ec3c-4959-b329-372ac5a3a661 req-9f2025e1-97d6-4a39-8f37-2d8274b40019 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0676320 Jun 18 00:21:47.135699 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8bbc457-ec3c-4959-b329-372ac5a3a661 req-f0c7f0e0-d760-433e-b6eb-7360ebfcda1f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Jun 18 00:21:47.136252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.185539 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ce19e178-55dc-4593-a61b-b5523029979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.201756 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.205684 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a9fe3628-b876-4278-ba67-53a4b5459f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:47.225795 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:21:47.231083 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 2, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:47.235788 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026d00bc-3ea7-4e18-8064-17615c714b84,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:47.241339 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:47.241339 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.241339 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Added segment 004545a2-ed70-4cb1-876d-af54d4272e63 of type vlan for network 3dd38ac5-d115-4283-8d85-ec4cec387f67 Jun 18 00:21:47.259038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Checking router: 954a5791-6980-403b-8c1c-35f0cc404ea1 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:21:47.259408 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Updating router 954a5791-6980-403b-8c1c-35f0cc404ea1 port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:21:47.279768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.296639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.374098 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.375741 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:47.376323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.379567 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8c5a85d3-2157-4edd-9848-5b5ed3f4b8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:47.434856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd38ac5-d115-4283-8d85-ec4cec387f67,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:47.437473 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:47.458859 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:21:47.471060 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5237515 Jun 18 00:21:47.473694 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37306) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:47.478633 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Request body: {'subnet': {'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602197180-subnet', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:47.572811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Made reservation on behalf of 988ae1399bd4400ab8383e8782f32f24 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:21:47.575348 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.635518 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.646058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Transition to ACTIVE for port object f4f1d347-0fb7-41ef-b534-37a3c0a01a75 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:47.710181 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.733165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.735218 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:47.788582 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-05d53a4b-206b-4abd-959b-dc890821e9f1 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700723 Jun 18 00:21:47.820847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Pushing event updated for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:47.824826 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-20e6524d-3cb5-44c0-a468-07bb250c9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:47.827794 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-20e6524d-3cb5-44c0-a468-07bb250c9d39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 1099 time: 0.1536930 Jun 18 00:21:47.854891 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:47.897405 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Attempting to bind port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:47.898124 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Attempting to bind port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:47.899201 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Attempting to bind port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 on network af32f04e-8c97-45d4-87f4-6fea059fb69d {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:47.905699 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:47.906520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Checking segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:47.907255 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:47.907803 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Bound using segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:47.913563 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Bound port: f4f1d347-0fb7-41ef-b534-37a3c0a01a75, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:47.913563 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.002847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] For port f4f1d347-0fb7-41ef-b534-37a3c0a01a75, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:48.005799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901f46-7a1e-4b0e-929c-cc6c1ec1fa70 req-9ab2e61f-4e3a-4dfe-a0ce-07b620123fe1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:48.006992 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] For port f4f1d347-0fb7-41ef-b534-37a3c0a01a75, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:48.013126 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33901f46-7a1e-4b0e-929c-cc6c1ec1fa70 req-9ab2e61f-4e3a-4dfe-a0ce-07b620123fe1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1254127 Jun 18 00:21:48.013600 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3f5b385d-379a-4d60-840a-0e53f2493fee up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:48.036178 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-b06209d9-d649-438c-9b18-0ff5146752ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:48.037885 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-b06209d9-d649-438c-9b18-0ff5146752ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.1678114 Jun 18 00:21:48.073807 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 3f5b385d-379a-4d60-840a-0e53f2493fee triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:48.074268 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33901f46-7a1e-4b0e-929c-cc6c1ec1fa70 req-07df6934-e5b5-4c6e-8204-f8176856896c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530722 Jun 18 00:21:48.074428 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.108579 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-4b0e1f62-cdb9-4e71-891f-13a27aebcc4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 200 len: 217 time: 0.0625584 Jun 18 00:21:48.112061 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8ac74f93-015d-4054-a53c-86539baf285e req-c3ab46df-0f93-450e-92c2-43e2574c0a5a service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986236 Jun 18 00:21:48.173514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-c72834d4-2e52-469c-8993-2ad4dd4245ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:48.175118 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-c72834d4-2e52-469c-8993-2ad4dd4245ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0480886 Jun 18 00:21:48.222675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.225332 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-55796f72-7c4d-40f6-95e2-3ef58da9f069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379710 Jun 18 00:21:48.227539 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2f72eb7f-bd2e-4077-88ad-f9731a97347f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:48.232311 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.245126 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-957c5792-3854-4b0c-ab66-966de632a9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:48.311006 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:48.311662 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:48.332526 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:48.343381 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:48.351644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a5387-f2f3-4ba9-a913-329f17ed937c req-eab7d938-56a1-491c-9aaf-d8f7b36c3d37 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:48.353508 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-317a5387-f2f3-4ba9-a913-329f17ed937c req-eab7d938-56a1-491c-9aaf-d8f7b36c3d37 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0940590 Jun 18 00:21:48.353659 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Pushing event updated for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:48.358498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:48.370723 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Checking segment: {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:48.371651 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Network hostable DHCP agents. Network: 3dd38ac5-d115-4283-8d85-ec4cec387f67, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:21:48.397679 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-156a6e49-2b8a-47f9-9ff3-c2cc48bd9333 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469913 Jun 18 00:21:48.445117 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-317a5387-f2f3-4ba9-a913-329f17ed937c req-55acffaf-5603-4ec0-9140-1d5e8bd3fa46 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645638 Jun 18 00:21:48.478399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:21:48.484331 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:48.517301 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46a22e05-5995-4a19-83e2-ccd2af768321 req-acf4f913-9b6f-4d0f-ab1d-60556c41682b service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119385 Jun 18 00:21:48.545392 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 3dd38ac5-d115-4283-8d85-ec4cec387f67) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:48.549855 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:48.550448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.568224 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3f2a77-7b32-4bdb-8848-32258aad8428 None None] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:48.633226 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fee909ab-0b5f-4260-a025-8b21f74c7cfe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1562214 Jun 18 00:21:48.633429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37320) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:48.637990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:21:48.721957 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.723131 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.788610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.817357 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-3dd38ac5-d115-4283-8d85-ec4cec387f67', 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'fixed_ips': [{'subnet_id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:21:48.818203 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:48.823162 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:47Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:48.855071 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3ee44-7532-452a-8617-a04df068c5a6 None None] The sync data for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi is: [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:47Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:21:49.011979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.019602 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Allocated IP 172.20.0.2 (3dd38ac5-d115-4283-8d85-ec4cec387f67/52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d/f3f461bb-bef5-4a1c-b7a2-941ef2259366) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:49.196973 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.210815 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Transition to ACTIVE for port object f3f461bb-bef5-4a1c-b7a2-941ef2259366 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:49.227490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Transition to ACTIVE for port object f3f461bb-bef5-4a1c-b7a2-941ef2259366 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:49.315688 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159976fc-623a-45ee-8339-0ba1adbfb0ce req-6c48ecb4-5e1b-4d70-b4e0-21a969817e74 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:49.319341 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-159976fc-623a-45ee-8339-0ba1adbfb0ce req-6c48ecb4-5e1b-4d70-b4e0-21a969817e74 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0715752 Jun 18 00:21:49.322016 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.324063 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:49.387507 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-159976fc-623a-45ee-8339-0ba1adbfb0ce req-a99ce0bc-cd89-46d2-9802-e447e53609d0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638425 Jun 18 00:21:49.392680 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.410739 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:49.415998 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:49.417245 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.420704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:49.427904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Pushing event updated for resources: {'Port': ['ID=f3f461bb-bef5-4a1c-b7a2-941ef2259366,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:49.432802 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Attempting to bind port f3f461bb-bef5-4a1c-b7a2-941ef2259366 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Attempting to bind port f3f461bb-bef5-4a1c-b7a2-941ef2259366 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Attempting to bind port f3f461bb-bef5-4a1c-b7a2-941ef2259366 on network 3dd38ac5-d115-4283-8d85-ec4cec387f67 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Checking segment: {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Bound using segment: {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Bound port: f3f461bb-bef5-4a1c-b7a2-941ef2259366, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:49.524165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.607777 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Allocated IP 172.27.0.157 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:49.612953 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] For port f3f461bb-bef5-4a1c-b7a2-941ef2259366, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:49.617497 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] For port f3f461bb-bef5-4a1c-b7a2-941ef2259366, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f3f461bb-bef5-4a1c-b7a2-941ef2259366,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:49.700189 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc31d-f281-48d3-8877-68084c1055b4 req-32031e1d-c466-4ffc-892b-cb3d40296e5b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:49.701717 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e0dc31d-f281-48d3-8877-68084c1055b4 req-32031e1d-c466-4ffc-892b-cb3d40296e5b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0697389 Jun 18 00:21:49.705291 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.707356 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:49.735469 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.781186 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0e0dc31d-f281-48d3-8877-68084c1055b4 req-f8db43e0-b2f0-4715-9b11-64b9c8787140 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730031 Jun 18 00:21:49.792232 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Pushing event updated for resources: {'Port': ['ID=f3f461bb-bef5-4a1c-b7a2-941ef2259366,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:49.796169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:49.842871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-956ceb0b-0497-4210-84f3-9eebeb7dbfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.865023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.868431 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:49.874622 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:49.911611 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:49.915560 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:49.919398 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:49.951090 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Pushing event updated for resources: {'Port': ['ID=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:49.955422 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:50.060585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f4f1d347-0fb7-41ef-b534-37a3c0a01a75 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:50.196088 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:50.200461 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:50.200844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.266241 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.282004 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.316737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port f4f1d347-0fb7-41ef-b534-37a3c0a01a75, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:50.390001 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.391899 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:50.446172 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:50.450595 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:50.462834 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.597561 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50865-3d3e-4fa7-ac2f-61e98b6cd9c6 req-be8e6db6-9f71-48f1-b1b0-5ce6e3e93d9d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:50.597561 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88d50865-3d3e-4fa7-ac2f-61e98b6cd9c6 req-be8e6db6-9f71-48f1-b1b0-5ce6e3e93d9d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0858531 Jun 18 00:21:50.637350 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88d50865-3d3e-4fa7-ac2f-61e98b6cd9c6 req-fdac1803-f47e-4ed3-a2e4-fe9443a6c8fb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Jun 18 00:21:50.670029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Router 3850e243-70de-453b-9123-c6403680eb7f is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:21:50.733336 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.780440 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:21:50.789657 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Sync routers for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:21:50.800112 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:50.800777 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:50.864924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:50.868833 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2319942 Jun 18 00:21:50.869113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37352) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:21:50.910318 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:50.965778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb5fe0-e4ac-4552-93af-60d8deb122ce req-33dabb8c-a9a1-4a70-89c8-929ed4a4a872 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:50.967863 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3deb5fe0-e4ac-4552-93af-60d8deb122ce req-33dabb8c-a9a1-4a70-89c8-929ed4a4a872 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0772500 Jun 18 00:21:51.002105 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d58ec-8b2a-4d7e-ae8a-19d7add06d72 None None] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:21:51.015515 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3deb5fe0-e4ac-4552-93af-60d8deb122ce req-25a43492-8548-4044-9432-347b6b949e00 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Jun 18 00:21:51.106823 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 3, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:51.133862 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Checking router: 3850e243-70de-453b-9123-c6403680eb7f for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:21:51.134323 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Updating router 3850e243-70de-453b-9123-c6403680eb7f port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:21:51.169436 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.201867 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-bb6ec0c2-cae2-4962-b650-5ac0674c9207 None None] Provisioning for port f3f461bb-bef5-4a1c-b7a2-941ef2259366 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:51.441833 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.451544 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Transition to ACTIVE for port object 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:51.515797 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.518142 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-4d519d98-2271-48a3-9c84-f91524561508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:51.551485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.565060 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Attempting to bind port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:51.565438 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Attempting to bind port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:51.566091 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Attempting to bind port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:51.573149 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Pushing event updated for resources: {'Port': ['ID=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:51.576774 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:51.577152 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:51.577556 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.577951 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:51.578420 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Bound port: 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:51.578825 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.614297 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.614448 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.614826 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.615128 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.615445 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.616054 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.616373 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.616692 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.617036 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.617351 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.617822 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.618138 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:21:51.622954 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:51.644513 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] For port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:51.647641 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] For port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:51.708871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Allocated IP 172.20.0.1 (3dd38ac5-d115-4283-8d85-ec4cec387f67/52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d/1a2f2a56-b07b-4498-8257-d3bb25881add) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:21:51.710702 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.713840 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-6d6075d4-c426-418c-b083-72f6c4b90aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:51.824110 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.841393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Transition to ACTIVE for port object 1a2f2a56-b07b-4498-8257-d3bb25881add will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:51.855018 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:51.855689 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced70a7-0462-406c-802f-3e7b50ff95f6 req-6ab67a74-16ec-49b1-865f-1fad55de72c8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:51.856201 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:51.857023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bced70a7-0462-406c-802f-3e7b50ff95f6 req-6ab67a74-16ec-49b1-865f-1fad55de72c8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0679083 Jun 18 00:21:51.895634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bced70a7-0462-406c-802f-3e7b50ff95f6 req-022422dd-c863-4867-9061-5acbe7d4c92b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Jun 18 00:21:51.916611 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Pushing event updated for resources: {'Port': ['ID=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:51.920889 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-08e3a0f9-cdd0-49e4-9ae5-da7daa451af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:51.961132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:51.961132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:51.980339 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:52.000766 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:52.003705 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:52.007383 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:21:52.041501 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:52.051669 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:52.067501 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.099625 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f4f1d347-0fb7-41ef-b534-37a3c0a01a75 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:52.210796 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:52.211387 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.261832 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 3, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:52.266723 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe529-1402-43e0-9655-98f15468270c req-0e1947ee-f891-4cd5-81cf-b9b0eb9526f1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:52.271736 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-81bfe529-1402-43e0-9655-98f15468270c req-0e1947ee-f891-4cd5-81cf-b9b0eb9526f1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0933650 Jun 18 00:21:52.292729 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b603f65-3f3b-4fef-8a14-4de9b85b0e08 None None] The sync data for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi is: [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 3, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:21:52.314298 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f3f461bb-bef5-4a1c-b7a2-941ef2259366 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:52.325960 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-81bfe529-1402-43e0-9655-98f15468270c req-48d08789-e62b-41ba-8872-dc8e46f88014 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Jun 18 00:21:52.384307 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.437571 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-4ea78029-5f88-4455-b62b-4cb21ac95a6a None None] Provisioning for port 1a2f2a56-b07b-4498-8257-d3bb25881add completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:52.443517 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-4ea78029-5f88-4455-b62b-4cb21ac95a6a None None] Provisioning complete for port 1a2f2a56-b07b-4498-8257-d3bb25881add triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:52.444092 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-4ea78029-5f88-4455-b62b-4cb21ac95a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.467502 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.471990 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port f3f461bb-bef5-4a1c-b7a2-941ef2259366 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:52.478002 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f3f461bb-bef5-4a1c-b7a2-941ef2259366 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:52.478379 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.502179 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-4ea78029-5f88-4455-b62b-4cb21ac95a6a None None] Port 1a2f2a56-b07b-4498-8257-d3bb25881add cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:52.588333 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.592308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.625290 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port f3f461bb-bef5-4a1c-b7a2-941ef2259366, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f3f461bb-bef5-4a1c-b7a2-941ef2259366,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:52.676252 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.678685 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10836f22-ee8e-484e-a249-71097f115555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:52.687277 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.690064 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:52.754561 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=f3f461bb-bef5-4a1c-b7a2-941ef2259366,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:52.756523 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:52.759078 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:52.759915 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:52.761453 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:52.853467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:21:52.854979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:21:52.988063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Router 3850e243-70de-453b-9123-c6403680eb7f has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:21:53.104856 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c129d4-7cd9-414c-a549-3747d6986837 req-96822177-d5b2-4048-b76c-ee7db8631b1b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:53.107632 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c3c129d4-7cd9-414c-a549-3747d6986837 req-96822177-d5b2-4048-b76c-ee7db8631b1b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0679781 Jun 18 00:21:53.114876 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:21:53.127786 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] 10.222.0.38 "PUT /v2.0/routers/3850e243-70de-453b-9123-c6403680eb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2496221 Jun 18 00:21:53.136173 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-671b06b0-4df9-42d4-bb66-5c2184112c22 None None] Provisioning complete for port 1a2f2a56-b07b-4498-8257-d3bb25881add triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:53.136631 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-671b06b0-4df9-42d4-bb66-5c2184112c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:53.169982 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c3c129d4-7cd9-414c-a549-3747d6986837 req-47a699c6-68b9-4da5-9961-70d299c268c3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524490 Jun 18 00:21:53.174761 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-671b06b0-4df9-42d4-bb66-5c2184112c22 None None] Port 1a2f2a56-b07b-4498-8257-d3bb25881add cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:21:53.520886 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4c514-08ba-4f03-aaa4-dc6741da713a req-b174b53c-4a16-4de4-86e6-fe59c46d9864 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:53.522341 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cef4c514-08ba-4f03-aaa4-dc6741da713a req-b174b53c-4a16-4de4-86e6-fe59c46d9864 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0725272 Jun 18 00:21:53.560322 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cef4c514-08ba-4f03-aaa4-dc6741da713a req-eba8a5a1-1c5f-44f0-b813-82f211dcf577 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jun 18 00:21:53.926312 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Sync routers for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:21:53.939068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:53.939068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:54.062814 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:54.099029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f3f461bb-bef5-4a1c-b7a2-941ef2259366 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:54.356877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f3f461bb-bef5-4a1c-b7a2-941ef2259366 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:54.358026 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:54.400287 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e04d4-f311-4878-822c-bc3596da7fdf req-10dde0c9-af32-453c-b191-701121e8aee7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:54.411129 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4f8e04d4-f311-4878-822c-bc3596da7fdf req-10dde0c9-af32-453c-b191-701121e8aee7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0880897 Jun 18 00:21:54.469072 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4f8e04d4-f311-4878-822c-bc3596da7fdf req-0e98bbd5-cf9c-438c-938d-3c84e9e33915 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557435 Jun 18 00:21:54.514732 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:54.549447 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:52Z', 'revision_number': 4, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1a2f2a56-b07b-4498-8257-d3bb25881add', 'name': '', 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'mac_address': 'fa:16:3e:7c:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:51Z', 'updated_at': '2021-06-18T00:21:52Z', 'revision_number': 2, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'subnets': [{'id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:54.579521 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Checking router: 3850e243-70de-453b-9123-c6403680eb7f for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:21:54.579889 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Updating router 3850e243-70de-453b-9123-c6403680eb7f port 1a2f2a56-b07b-4498-8257-d3bb25881add binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:21:54.622526 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:54.723646 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:54.738920 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:54.739361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:54.808938 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3843128-dde0-4b58-985b-fc7e46cf000d req-78a27666-0e05-4b0f-a57b-081d20f8b1ac tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:54.811216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f3843128-dde0-4b58-985b-fc7e46cf000d req-78a27666-0e05-4b0f-a57b-081d20f8b1ac tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1195631 Jun 18 00:21:54.847937 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:54.854798 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f3843128-dde0-4b58-985b-fc7e46cf000d req-cceab812-b106-4890-a60b-527a63240267 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Jun 18 00:21:54.906394 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:55.163533 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.163533 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Transition to ACTIVE for port object 1a2f2a56-b07b-4498-8257-d3bb25881add will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:21:55.351395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.360720 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:55.417745 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:55.421684 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:55.508904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.513735 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:55.651299 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Pushing event updated for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:55.690068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:55.706727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Attempting to bind port 1a2f2a56-b07b-4498-8257-d3bb25881add on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:21:55.709205 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Attempting to bind port 1a2f2a56-b07b-4498-8257-d3bb25881add by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:21:55.709355 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Attempting to bind port 1a2f2a56-b07b-4498-8257-d3bb25881add on network 3dd38ac5-d115-4283-8d85-ec4cec387f67 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:21:55.718029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:21:55.718029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Checking segment: {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:21:55.718291 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.718686 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Bound using segment: {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:21:55.719195 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Bound port: 1a2f2a56-b07b-4498-8257-d3bb25881add, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004545a2-ed70-4cb1-876d-af54d4272e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:21:55.719585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.742679 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599f914-a2cb-453b-94b2-f0db130f134e req-b8c7999a-fccd-4a53-b22f-d1ffffa4808a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:55.744280 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3599f914-a2cb-453b-94b2-f0db130f134e req-b8c7999a-fccd-4a53-b22f-d1ffffa4808a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1072030 Jun 18 00:21:55.824147 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3599f914-a2cb-453b-94b2-f0db130f134e req-0e172c16-9c42-450c-8b0c-05a0857f5920 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736160 Jun 18 00:21:55.825667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] For port 1a2f2a56-b07b-4498-8257-d3bb25881add, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:21:55.829235 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] For port 1a2f2a56-b07b-4498-8257-d3bb25881add, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1a2f2a56-b07b-4498-8257-d3bb25881add,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:21:55.946310 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:55.949675 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:56.067568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:21:56.074804 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:21:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:56.179890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c407e-f41a-46e5-a22d-8fa2b4d5e95f req-fc6db16b-3083-4bb8-b27d-802a515ab5a0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:56.182102 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-205c407e-f41a-46e5-a22d-8fa2b4d5e95f req-fc6db16b-3083-4bb8-b27d-802a515ab5a0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1260533 Jun 18 00:21:56.184803 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:56.190462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Pushing event updated for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:56.194439 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:56.257490 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-205c407e-f41a-46e5-a22d-8fa2b4d5e95f req-ecaa4ca2-2a94-47b6-b677-dfb92e7c236f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682878 Jun 18 00:21:56.265679 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:21:56.415063 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:56.415797 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:56.577357 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:52Z', 'revision_number': 4, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1a2f2a56-b07b-4498-8257-d3bb25881add', 'name': '', 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'mac_address': 'fa:16:3e:7c:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:51Z', 'updated_at': '2021-06-18T00:21:55Z', 'revision_number': 4, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'subnets': [{'id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:21:56.606432 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e08b3-85fb-40e4-9446-7b7b80b11329 None None] The sync data for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi is: [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:21:52Z', 'revision_number': 4, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '1a2f2a56-b07b-4498-8257-d3bb25881add', 'name': '', 'network_id': '3dd38ac5-d115-4283-8d85-ec4cec387f67', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'mac_address': 'fa:16:3e:7c:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:51Z', 'updated_at': '2021-06-18T00:21:55Z', 'revision_number': 4, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'subnets': [{'id': '52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:21:57.046035 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863b669-801f-41f9-bb7f-2e29fe6967da req-29d708dc-3f34-4b03-b775-2e4445cc663b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:57.053034 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f863b669-801f-41f9-bb7f-2e29fe6967da req-29d708dc-3f34-4b03-b775-2e4445cc663b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1061265 Jun 18 00:21:57.129151 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f863b669-801f-41f9-bb7f-2e29fe6967da req-a646072a-d4ae-423c-9c94-4a425bf89fd6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637853 Jun 18 00:21:57.503360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204282c3-3ca9-4305-9ffe-931407da18c3 req-5995a0b6-6278-4d4c-981f-36dd0d905fe0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:57.504914 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-204282c3-3ca9-4305-9ffe-931407da18c3 req-5995a0b6-6278-4d4c-981f-36dd0d905fe0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0655940 Jun 18 00:21:57.548829 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-204282c3-3ca9-4305-9ffe-931407da18c3 req-8a34d2ec-4107-4d6d-b4cd-9b1d7bcb9f04 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Jun 18 00:21:57.866634 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:21:58.025733 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1a2f2a56-b07b-4498-8257-d3bb25881add up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:21:58.127415 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 1a2f2a56-b07b-4498-8257-d3bb25881add completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:21:58.131799 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 1a2f2a56-b07b-4498-8257-d3bb25881add triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:21:58.134722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:58.241136 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:58.278543 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 1a2f2a56-b07b-4498-8257-d3bb25881add, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1a2f2a56-b07b-4498-8257-d3bb25881add,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:21:58.344434 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:21:58.346947 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:21:58.382817 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68238412-04b6-468a-ae5d-8b16caedfff8 req-56ebe56d-dda2-4019-a5fe-6eddba729db3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:58.384185 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68238412-04b6-468a-ae5d-8b16caedfff8 req-56ebe56d-dda2-4019-a5fe-6eddba729db3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0828629 Jun 18 00:21:58.412366 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:21:58.427514 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:21:58.453228 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68238412-04b6-468a-ae5d-8b16caedfff8 req-c04981d2-f6d0-458d-96e8-28723badc5c9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568631 Jun 18 00:21:58.738857 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5310f5-5150-4ece-b11d-e421c522b0ed req-036cf7b7-3ac5-43af-a146-5fb56a4eb1d0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:58.740598 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e5310f5-5150-4ece-b11d-e421c522b0ed req-036cf7b7-3ac5-43af-a146-5fb56a4eb1d0 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0736005 Jun 18 00:21:58.780844 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e5310f5-5150-4ece-b11d-e421c522b0ed req-10ca0aee-174f-468d-9e1d-4231ded78ca2 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Jun 18 00:21:59.721982 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67755-80a1-42f5-abe4-a9c3e93f941b req-482cbf38-3ab2-4654-9ca2-4aeff88afa24 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:21:59.723535 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5ca67755-80a1-42f5-abe4-a9c3e93f941b req-482cbf38-3ab2-4654-9ca2-4aeff88afa24 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0889592 Jun 18 00:21:59.773527 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5ca67755-80a1-42f5-abe4-a9c3e93f941b req-e30875f1-1815-4612-9368-bdf0621405bb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Jun 18 00:22:00.006526 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1a2f2a56-b07b-4498-8257-d3bb25881add up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:00.014338 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4019a10-bcd5-462a-84ae-ba7afe85f0e6 req-257a83d8-d1e6-44df-b01d-c06bc52b7733 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:00.022754 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4019a10-bcd5-462a-84ae-ba7afe85f0e6 req-257a83d8-d1e6-44df-b01d-c06bc52b7733 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1207299 Jun 18 00:22:00.072410 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4019a10-bcd5-462a-84ae-ba7afe85f0e6 req-14103e7f-4aa6-4a82-9ba9-9cac8e528fd7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Jun 18 00:22:00.075916 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 1a2f2a56-b07b-4498-8257-d3bb25881add triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:00.076589 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:00.961334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07434e30-d5a4-4521-b6d5-d44bc1c7b054 req-412b8e4f-ef7b-41a6-9de7-1ae5bfcd8672 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:00.962810 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-07434e30-d5a4-4521-b6d5-d44bc1c7b054 req-412b8e4f-ef7b-41a6-9de7-1ae5bfcd8672 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0622871 Jun 18 00:22:01.000821 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-07434e30-d5a4-4521-b6d5-d44bc1c7b054 req-bf9b5c4f-ec54-48ce-9a0f-6d99f7aef5a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Jun 18 00:22:01.290354 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1a77-7463-41d1-b9c5-b3aea66a9959 req-c29d23a2-b386-415d-be7b-67d90ee66a1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:01.292029 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d11e1a77-7463-41d1-b9c5-b3aea66a9959 req-c29d23a2-b386-415d-be7b-67d90ee66a1a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0767570 Jun 18 00:22:01.353539 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d11e1a77-7463-41d1-b9c5-b3aea66a9959 req-caf15461-14f0-41b0-b1c8-9bf99f775064 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Jun 18 00:22:01.649609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:22:01.794150 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:01.811070 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:22:01.853697 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:01.872167 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:22:01.890398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:01.960697 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:01.962816 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:02.057720 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=6']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:02.065745 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:02.218789 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29bf7a-f79c-43bf-adb8-1c9eb749cdfe req-ab521e91-9dc2-43ab-937c-f30133f0e7aa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:02.220233 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af29bf7a-f79c-43bf-adb8-1c9eb749cdfe req-ab521e91-9dc2-43ab-937c-f30133f0e7aa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.0716970 Jun 18 00:22:02.255489 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['91bc8058-aff2-467d-bdfc-982b235af2f0'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:22:02.263550 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af29bf7a-f79c-43bf-adb8-1c9eb749cdfe req-63a4eebe-c48f-4473-b742-bd325459c7c6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354433 Jun 18 00:22:03.282508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddd7e-0baf-48d6-bd71-6359951dc96f req-0004092a-b2e2-43c3-89a5-57b3d430f705 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:03.284385 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-575ddd7e-0baf-48d6-bd71-6359951dc96f req-0004092a-b2e2-43c3-89a5-57b3d430f705 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0819557 Jun 18 00:22:03.342544 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-575ddd7e-0baf-48d6-bd71-6359951dc96f req-7ad119c2-1d59-4961-8756-11b284cf1fd3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jun 18 00:22:03.541832 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25fc2a-4b70-41c9-97f4-374e8e4328c4 req-7e3e7a12-ed04-4d8a-b348-8be24c9bc73a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:03.546259 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7f25fc2a-4b70-41c9-97f4-374e8e4328c4 req-7e3e7a12-ed04-4d8a-b348-8be24c9bc73a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.1074157 Jun 18 00:22:03.605016 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7f25fc2a-4b70-41c9-97f4-374e8e4328c4 req-55ca0d0c-dc12-4b56-ba92-7d273ff1073e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Jun 18 00:22:03.703487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:03.757202 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 91bc8058-aff2-467d-bdfc-982b235af2f0 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:03.757560 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:03.865096 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:03.894137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:03.896498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5aaf2f-3d59-4134-a0bc-413b81b5dc29" -d '{"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:03.916494 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:03.996725 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:04.000115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:04.221865 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=7']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:04.233001 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:06.925500 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd81a94-fc22-4acd-a1af-1e3871c2d0ce x-openstack-request-id: req-4fd81a94-fc22-4acd-a1af-1e3871c2d0ce {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:06.931225 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:06.931225 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fd81a94-fc22-4acd-a1af-1e3871c2d0ce {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:06.931225 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'code': 200} Jun 18 00:22:07.071714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbe04c-ee48-4455-9558-10d0d19c6c83 req-72a849e5-512d-4e09-bd9b-f63a117d0c8e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:07.073173 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2cbbe04c-ee48-4455-9558-10d0d19c6c83 req-72a849e5-512d-4e09-bd9b-f63a117d0c8e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0615048 Jun 18 00:22:07.109866 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2cbbe04c-ee48-4455-9558-10d0d19c6c83 req-8232ec61-eedf-4da6-8e2e-4d409f474bd2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jun 18 00:22:07.880737 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-0b419033-730c-4e24-afcf-70269a729e98 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:07.888536 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-0b419033-730c-4e24-afcf-70269a729e98 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 815 time: 0.1665704 Jun 18 00:22:07.905993 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-133ac89b-f6a0-4722-a544-d77664c38e9f tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/quotas/f4e7a65e949e433cbe350cb25681c4eb HTTP/1.1" status: 200 len: 375 time: 0.0162344 Jun 18 00:22:08.046764 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-a15d2bd9-34db-4bd7-81e5-f29ad77d035e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330950 Jun 18 00:22:08.179635 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-e2012f96-1d6f-49d5-a601-b9d43e7eeb9a service neutron] 10.222.0.38 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287971 Jun 18 00:22:08.309734 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-48b25f7c-bcb4-433a-b705-3238007b70af service neutron] 10.222.0.38 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219759 Jun 18 00:22:08.771505 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aabdc-583c-4693-8be6-0e62fbee6eef req-b4c378c9-c1a7-479c-92af-4f7d691000cb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:08.773104 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d18aabdc-583c-4693-8be6-0e62fbee6eef req-b4c378c9-c1a7-479c-92af-4f7d691000cb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1186762 Jun 18 00:22:08.815801 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d18aabdc-583c-4693-8be6-0e62fbee6eef req-8f2e975d-bcfe-45b3-a9a2-32a266ee88b5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362246 Jun 18 00:22:08.938336 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0508fcf0-344a-427a-9715-610d7eb6a59a req-f5de64ae-bfea-44a5-8204-683ba2c86c80 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0414321 Jun 18 00:22:10.083092 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bde132-5cd0-4980-b2d2-e33145729a18 req-c001f14a-a3ed-4140-a5a5-2a3beb6c4406 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:10.091610 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68bde132-5cd0-4980-b2d2-e33145729a18 req-c001f14a-a3ed-4140-a5a5-2a3beb6c4406 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1168513 Jun 18 00:22:10.153430 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c2f3c58e-ec0b-4da6-9d47-cab894580aa4 req-4317a1e9-230b-4dad-a0aa-3ba7909c08f9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0381982 Jun 18 00:22:10.180075 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68bde132-5cd0-4980-b2d2-e33145729a18 req-c47ef103-a939-4c8e-a44f-fec1911325d1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872631 Jun 18 00:22:11.301790 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6f22def9-8ff8-4337-94c9-f790a490f6e8 req-9654d13d-e135-4dab-8504-9681a17b1ac7 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0316927 Jun 18 00:22:11.497703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb11e7-6bbd-4f91-92d8-8eb1fb9c8372 req-0fc1f176-3de7-4ee9-ac11-8429cefb4aa6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:11.507249 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3cb11e7-6bbd-4f91-92d8-8eb1fb9c8372 req-0fc1f176-3de7-4ee9-ac11-8429cefb4aa6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0990210 Jun 18 00:22:11.546659 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3cb11e7-6bbd-4f91-92d8-8eb1fb9c8372 req-4a9e82e0-69c9-4d6c-b7c4-a76a24889989 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Jun 18 00:22:12.457280 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ddcdddd2-4bde-4bc1-9b96-2b1adb485aa0 req-18d9654e-89fb-468c-a0c4-41999059b9aa tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0362344 Jun 18 00:22:12.767980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b4d7d-8d99-47b3-88bf-104824f34ded req-6a755981-a64d-41c5-a05d-eb4910bc6b3f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:12.769525 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f94b4d7d-8d99-47b3-88bf-104824f34ded req-6a755981-a64d-41c5-a05d-eb4910bc6b3f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0758810 Jun 18 00:22:12.815020 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f94b4d7d-8d99-47b3-88bf-104824f34ded req-5142403d-dbac-4518-9f15-10e8f026b412 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395257 Jun 18 00:22:13.635710 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-64979c51-8ecd-4046-96fa-32baae995d16 req-771f6a58-a671-4b35-92ab-f63a29370ce6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Jun 18 00:22:14.014022 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b9a2-f1a4-40cb-8357-7d15f2eb5782 req-84c3c0c5-8535-45a6-a623-4e3a4fa84ef0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:14.015618 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd54b9a2-f1a4-40cb-8357-7d15f2eb5782 req-84c3c0c5-8535-45a6-a623-4e3a4fa84ef0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0626793 Jun 18 00:22:14.054164 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd54b9a2-f1a4-40cb-8357-7d15f2eb5782 req-af9d9c5a-63d7-4c33-8e25-779b9f4d2093 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Jun 18 00:22:14.419424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-f7f21bfa-1155-449c-913f-6823b0245287 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:14.421008 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-f7f21bfa-1155-449c-913f-6823b0245287 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 815 time: 0.1812577 Jun 18 00:22:14.470837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'port': {'device_id': '44603eba-1228-44be-89e6-c6c244d93064', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'admin_state_up': True, 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:14.789496 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Made reservation on behalf of f4e7a65e949e433cbe350cb25681c4eb for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:14.793200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:14.813541 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33a54066-6ff3-48f9-acd6-0bdc8d2c3e8e req-15518af6-0cd1-4e4b-a20e-c47c4e26b292 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0366971 Jun 18 00:22:14.996491 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Allocated IP 172.20.0.6 (af32f04e-8c97-45d4-87f4-6fea059fb69d/8c3cc522-4fdf-431a-ba56-570fcc70e254/24fb616e-e05c-43ad-a147-935efcd91acc) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:15.169540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.187200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Transition to ACTIVE for port object 24fb616e-e05c-43ad-a147-935efcd91acc will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:15.198038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37852) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:15.269490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47590b-40ec-4b09-b449-9507090fd195 req-ed1502ba-9d67-47f0-a014-d47bbdba23d7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:15.271144 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6f47590b-40ec-4b09-b449-9507090fd195 req-ed1502ba-9d67-47f0-a014-d47bbdba23d7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0679696 Jun 18 00:22:15.299781 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.307251 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e8eed788-6d90-4660-b723-11d4d71f9962 tempest-DeleteServersTestJSON-1962768095 tempest-DeleteServersTestJSON-1962768095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:15.322284 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6f47590b-40ec-4b09-b449-9507090fd195 req-e4dd3615-db97-43b4-86a7-027be77d7e10 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Jun 18 00:22:15.350068 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.375493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Network af32f04e-8c97-45d4-87f4-6fea059fb69d is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:15.375493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:15.377914 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:15.415185 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:15.422958 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:15.462926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:15.464603 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.487230 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.572669 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.577077 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14b4770a-8f27-4eaf-b1ca-2a1a91fb2c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:15.617407 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8157f78fbc84ce693af282920ef8e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168785 Jun 18 00:22:15.617940 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37878) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:15.640071 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45803ed3-1b49-4308-9d14-d1204973eaad,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:15.641862 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1819427 Jun 18 00:22:15.650771 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.651088 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.651439 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.651837 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.652183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.652531 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.652893 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.653763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.654103 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.654538 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.654814 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.655145 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:15.673847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:15.704698 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.736044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.773175 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-33d678c8-75fe-4378-8600-d7833fa06e91 None None] Provisioning for port 24fb616e-e05c-43ad-a147-935efcd91acc completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:15.779808 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-33d678c8-75fe-4378-8600-d7833fa06e91 None None] Provisioning complete for port 24fb616e-e05c-43ad-a147-935efcd91acc triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:15.780321 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-33d678c8-75fe-4378-8600-d7833fa06e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.888448 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.892962 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-33d678c8-75fe-4378-8600-d7833fa06e91 None None] Port 24fb616e-e05c-43ad-a147-935efcd91acc cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:15.900136 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:15.901708 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45803ed3-1b49-4308-9d14-d1204973eaad HTTP/1.1" status: 204 len: 168 time: 0.2830098 Jun 18 00:22:15.902751 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b841734f-fe08-46d3-8034-fe3cd5f76d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:15.919363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45803ed3-1b49-4308-9d14-d1204973eaad,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:15.925915 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:16.095363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a533d-8b36-4777-a21c-f331d5ecdd32 req-c36d692c-93c8-4fd9-885d-5c935a572450 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:16.097011 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e45a533d-8b36-4777-a21c-f331d5ecdd32 req-c36d692c-93c8-4fd9-885d-5c935a572450 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.0818202 Jun 18 00:22:16.188161 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e45a533d-8b36-4777-a21c-f331d5ecdd32 req-a0ca7a36-a0ce-40cd-8c3d-58e47716afd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Jun 18 00:22:16.785039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b9d18-3d7f-4afe-bc89-2b84d10a716d req-6c8e643f-157a-4cef-998f-e7972af1a7e3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:16.792500 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-df5b9d18-3d7f-4afe-bc89-2b84d10a716d req-6c8e643f-157a-4cef-998f-e7972af1a7e3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.3165460 Jun 18 00:22:16.863383 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-df5b9d18-3d7f-4afe-bc89-2b84d10a716d req-8f37b4fa-5ab5-4431-90e0-63756afaab04 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710285 Jun 18 00:22:17.062388 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37928) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:17.180974 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-399567726-network', 'tenant_id': '3e238540d8084c769bf37894d6da8d19'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:17.183495 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5d873274-d6c8-40e7-a715-7732322cae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.282550 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Made reservation on behalf of 3e238540d8084c769bf37894d6da8d19 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:17.289796 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.294489 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.331245 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37942) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:17.418531 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c1a8-8320-4feb-885b-e2cf1e04ba08 req-19620ccb-cba5-4b5e-9f71-d736a54552c4 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:17.422142 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6584c1a8-8320-4feb-885b-e2cf1e04ba08 req-19620ccb-cba5-4b5e-9f71-d736a54552c4 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1190252 Jun 18 00:22:17.479323 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6584c1a8-8320-4feb-885b-e2cf1e04ba08 req-b56276a3-d310-4c67-9541-a6c19f4cfdb5 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Jun 18 00:22:17.506811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.508303 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.601158 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.605360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-397e65b4-d235-4e97-88e9-caa39e499a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:17.629611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:22:17.634973 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97800b2c-eb75-42af-b19a-e5a67eedbe3b,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:17.641985 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:17.643104 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.643451 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Added segment 574cde33-3d0d-424f-aecf-e17454642d88 of type vlan for network 077b963b-7541-4fee-b1b8-3a010de43ab7 Jun 18 00:22:17.675130 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.682001 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.686116 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.732153 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.735813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a896ecdb-9edc-49e2-9f4c-15bf2bd31019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:17.760508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.761762 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:17.762933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.765796 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:17.771014 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e64cb9286c784047b8da87e0d5920e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379056 Jun 18 00:22:17.772989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4218f-42bf-4b91-8988-f68e70dbc741,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:17.775419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37950) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:17.777422 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:17.823642 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=077b963b-7541-4fee-b1b8-3a010de43ab7,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:17.824605 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.826382 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:17.833809 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:22:17.848420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:17.875116 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 37952) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:17.876007 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8124537 Jun 18 00:22:17.886541 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Request body: {'subnet': {'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-399567726-subnet', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:17.966792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Made reservation on behalf of 3e238540d8084c769bf37894d6da8d19 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:17.969184 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.053801 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.056658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.058760 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14e4218f-42bf-4b91-8988-f68e70dbc741 HTTP/1.1" status: 204 len: 168 time: 0.2814705 Jun 18 00:22:18.068174 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e7046ce9-28af-4295-b40f-ed8a7bb432c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:18.085854 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4218f-42bf-4b91-8988-f68e70dbc741,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:18.127774 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:18.171427 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5f7a-515b-41c5-83d7-8b2f822c831f req-05069904-f712-4156-90c5-9f21b9e283d7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:18.172997 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-906d5f7a-515b-41c5-83d7-8b2f822c831f req-05069904-f712-4156-90c5-9f21b9e283d7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.0790167 Jun 18 00:22:18.210890 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-906d5f7a-515b-41c5-83d7-8b2f822c831f req-8051008d-663d-433f-a3bf-624e7a17ddef tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320084 Jun 18 00:22:18.292869 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.295783 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:18.346099 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=359e4207-7188-4366-90a4-1c0231c9f11c,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:18.349763 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:18.358658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Checking segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:18.359108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Network hostable DHCP agents. Network: 077b963b-7541-4fee-b1b8-3a010de43ab7, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:22:18.418193 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:22:18.475394 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 077b963b-7541-4fee-b1b8-3a010de43ab7) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:18.480431 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:18.481767 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.488535 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00518f93-dbbd-4046-a934-0f70d190582d None None] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:18.562757 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6859825 Jun 18 00:22:18.564867 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 37972) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:18.570012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:18.705901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-077b963b-7541-4fee-b1b8-3a010de43ab7', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:22:18.707208 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.709413 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.710567 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.793635 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:18.804240 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc471-f50a-4cdd-91b8-d63f6a6da7b3 req-ab7ad511-fcd7-4dc2-b652-c2e488ccac14 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:18.806050 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-76dfc471-f50a-4cdd-91b8-d63f6a6da7b3 req-ab7ad511-fcd7-4dc2-b652-c2e488ccac14 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1336398 Jun 18 00:22:18.847837 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-76dfc471-f50a-4cdd-91b8-d63f6a6da7b3 req-67b0584c-16a3-43cc-a8db-d13ffbcb94ac tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Jun 18 00:22:18.897874 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Allocated IP 172.20.0.2 (077b963b-7541-4fee-b1b8-3a010de43ab7/359e4207-7188-4366-90a4-1c0231c9f11c/c3311e58-8ea3-457e-afcb-27402a4b3a36) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:19.032292 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.040187 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Transition to ACTIVE for port object c3311e58-8ea3-457e-afcb-27402a4b3a36 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:19.054639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Transition to ACTIVE for port object c3311e58-8ea3-457e-afcb-27402a4b3a36 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:19.311901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.314885 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:19.362660 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:19.366067 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:19.373387 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:19.381867 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Pushing event updated for resources: {'Port': ['ID=c3311e58-8ea3-457e-afcb-27402a4b3a36,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:19.400113 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:19.433909 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Attempting to bind port c3311e58-8ea3-457e-afcb-27402a4b3a36 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:19.435155 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Attempting to bind port c3311e58-8ea3-457e-afcb-27402a4b3a36 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:19.435787 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Attempting to bind port c3311e58-8ea3-457e-afcb-27402a4b3a36 on network 077b963b-7541-4fee-b1b8-3a010de43ab7 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:19.442076 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:19.442640 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Checking segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:19.443149 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.443560 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Bound using segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:19.444291 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Bound port: c3311e58-8ea3-457e-afcb-27402a4b3a36, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:19.444711 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.500129 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.512701 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] For port c3311e58-8ea3-457e-afcb-27402a4b3a36, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:19.515050 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] For port c3311e58-8ea3-457e-afcb-27402a4b3a36, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=c3311e58-8ea3-457e-afcb-27402a4b3a36,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:19.524211 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b84d3-919a-43fa-8156-13fff36045a6 req-5a01d2b0-a2ae-4824-a9dd-a77149724779 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:19.524980 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e30b84d3-919a-43fa-8156-13fff36045a6 req-5a01d2b0-a2ae-4824-a9dd-a77149724779 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 946 time: 0.1605980 Jun 18 00:22:19.565071 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e30b84d3-919a-43fa-8156-13fff36045a6 req-d60b0051-61b9-4ca9-be85-efae800cd8a5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341091 Jun 18 00:22:19.602247 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38006) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:19.637397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38010) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:19.653814 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.659035 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-db0ddb52-072a-4dbe-8c27-66130544ede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:19.765823 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Pushing event updated for resources: {'Port': ['ID=c3311e58-8ea3-457e-afcb-27402a4b3a36,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:19.769712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:19.819492 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.833857 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-1b19218f-f316-4814-ac68-a9560dfb15fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.856705 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-906911779-network', 'tenant_id': '8efc57636e9144c69454f99ef75be326'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:19.895957 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.db.api [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 00:22:19.895957 dv-cinder-796950-2-iscsi neutron-server[99799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 00:22:19.895957 dv-cinder-796950-2-iscsi neutron-server[99799]: [parameters: {'project_id_1': '8efc57636e9144c69454f99ef75be326', 'expiration_1': datetime.datetime(2021, 6, 18, 0, 22, 19, 865857)}] Jun 18 00:22:19.895957 dv-cinder-796950-2-iscsi neutron-server[99799]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 00:22:19.898676 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_db.api [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 00:22:19.913362 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.913645 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:22:19.917581 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:19.954317 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.027281 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.073503 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.119992 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:20.121104 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:20.130295 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cd18ec-adf4-4896-8224-7dc3cb195134" -d '{"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-unplugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:20.133979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.141068 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85937bb4-7d73-4113-b39e-09fb2d0bf0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:20.172060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8bb580-5a86-4700-8625-e1e989fb1843,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:20.185493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:20.194859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Allocated IP 172.27.0.118 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:20.217749 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.222907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:20.237169 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53a2d2feff7c4221bb6a838994607560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985532 Jun 18 00:22:20.237789 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38022) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:20.241863 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72ca6-701a-471c-844f-82477348eebc req-279a5794-ae0e-415f-a504-79bec0067682 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:20.243393 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ecb72ca6-701a-471c-844f-82477348eebc req-279a5794-ae0e-415f-a504-79bec0067682 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1752341 Jun 18 00:22:20.286612 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=8']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:20.298251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:20.307309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.330624 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ecb72ca6-701a-471c-844f-82477348eebc req-548b7d0c-1ec4-468a-866c-cc38c9adfffd tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566661 Jun 18 00:22:20.343009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.375677 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.381219 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0ffbd-5d7b-4a21-a987-1b583adfefc0 x-openstack-request-id: req-5ad0ffbd-5d7b-4a21-a987-1b583adfefc0 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:20.381907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-unplugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:20.381907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ad0ffbd-5d7b-4a21-a987-1b583adfefc0 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:20.382244 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'code': 200} Jun 18 00:22:20.486281 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.488908 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.495073 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e8bb580-5a86-4700-8625-e1e989fb1843 HTTP/1.1" status: 204 len: 168 time: 0.2506626 Jun 18 00:22:20.495073 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a1d6befa-8e00-4e43-95de-9e24745b8ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:20.499300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8bb580-5a86-4700-8625-e1e989fb1843,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:20.501408 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:20.518363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.518856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Made reservation on behalf of 8efc57636e9144c69454f99ef75be326 for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:20.519586 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-612fed73-e7e9-4040-9119-60999dffd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:20.520242 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.530379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.588557 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:20.591801 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:20.596450 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:20.619895 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Pushing event updated for resources: {'Port': ['ID=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:20.625597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:20.681269 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.748831 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.778217 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.790169 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:22:20.802833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.803180 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Added segment ab710fd6-17f6-4ff1-961b-ab3b2776b935 of type vlan for network a04fe7ee-30cb-494e-972a-2f20eab77ab5 Jun 18 00:22:20.822280 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-37e8a888-d2a2-4897-9358-b4db5e124fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:20.877883 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ce6ae-617e-4f2d-8a48-4450a652cf46 req-881fd76c-ba37-4f03-a32f-83a579bda13a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:20.880032 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e15ce6ae-617e-4f2d-8a48-4450a652cf46 req-881fd76c-ba37-4f03-a32f-83a579bda13a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1616766 Jun 18 00:22:20.905345 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b518769-3ebb-4f7b-9c26-e9fd74d39885,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:20.912048 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:20.913230 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:20.960317 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e15ce6ae-617e-4f2d-8a48-4450a652cf46 req-0a863631-3462-44f6-8938-3063434f6a0a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740440 Jun 18 00:22:21.046974 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.048533 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:21.049079 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.052566 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:21.072468 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.085207 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cc6db1-495e-40dd-94c3-cf05be041777 None None] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:21.132158 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Pushing event updated for resources: {'Network': ['ID=a04fe7ee-30cb-494e-972a-2f20eab77ab5,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:21.135497 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:21.142667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:22:21.151557 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5466559 Jun 18 00:22:21.156911 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38038) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:21.159182 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Request body: {'subnet': {'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-906911779-subnet', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:21.263931 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Made reservation on behalf of 8efc57636e9144c69454f99ef75be326 for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:21.266609 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.338659 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-3d407102-cfd3-42e4-bd9c-3e6368ef00cd None None] Provisioning for port c3311e58-8ea3-457e-afcb-27402a4b3a36 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:21.421897 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.624010 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.627059 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ca194e87-e5ad-4196-922b-5e1217d415ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:21.646461 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cde86-87d8-4383-be5a-40972c66fbba req-889a1f22-33ef-4d33-a39a-9d22fe92f7d7 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:21.647980 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af8cde86-87d8-4383-be5a-40972c66fbba req-889a1f22-33ef-4d33-a39a-9d22fe92f7d7 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1642804 Jun 18 00:22:21.693128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88c89d2-1cef-4d63-95c0-941c41a86e5a,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:21.698022 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af8cde86-87d8-4383-be5a-40972c66fbba req-7d4fa046-9e26-460a-91bb-5d605f17da59 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Jun 18 00:22:21.701675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:21.714258 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:21.716193 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Network hostable DHCP agents. Network: a04fe7ee-30cb-494e-972a-2f20eab77ab5, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:22:21.755626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:22:21.806763 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:22:21.868910 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, a04fe7ee-30cb-494e-972a-2f20eab77ab5) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:21.878058 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:21.880995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.882267 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da23b23-fff3-4cf3-ac5c-bffe59c052a4 None None] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:21.888566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:21.893674 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Sync routers for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:21.904893 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:21.905669 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:21.932539 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:21.933784 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3677528 Jun 18 00:22:21.937046 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38060) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:22.043424 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:22.046152 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1191a630-9102-4c28-8185-c7a75afd6d2d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8912923 Jun 18 00:22:22.048951 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38064) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:22.053380 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:22.065131 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:22:22.066116 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.164190 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device c3311e58-8ea3-457e-afcb-27402a4b3a36 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:22.172545 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.173585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.269125 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.293211 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Allocated IP 172.20.0.2 (a04fe7ee-30cb-494e-972a-2f20eab77ab5/e88c89d2-1cef-4d63-95c0-941c41a86e5a/8034d7a9-9d49-43b7-9ca2-0646d8580608) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:22.392124 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:20Z', 'revision_number': 3, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:22.413644 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port c3311e58-8ea3-457e-afcb-27402a4b3a36 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:22.423685 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port c3311e58-8ea3-457e-afcb-27402a4b3a36 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:22.424029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.470171 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Checking router: 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:22.470532 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Updating router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:22.527469 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.529646 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.540527 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.561415 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Transition to ACTIVE for port object 8034d7a9-9d49-43b7-9ca2-0646d8580608 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:22.589124 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Transition to ACTIVE for port object 8034d7a9-9d49-43b7-9ca2-0646d8580608 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:22.591767 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.632312 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port c3311e58-8ea3-457e-afcb-27402a4b3a36, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=c3311e58-8ea3-457e-afcb-27402a4b3a36,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:22.692167 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.694855 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:22.760607 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.773711 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48a5dc-50c4-45e9-92a8-40051d768c7e req-f9c81d84-63da-41a6-92e5-a063b104ad51 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:22.781728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce48a5dc-50c4-45e9-92a8-40051d768c7e req-f9c81d84-63da-41a6-92e5-a063b104ad51 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.5109704 Jun 18 00:22:22.800897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:22.822594 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Pushing event updated for resources: {'Port': ['ID=8034d7a9-9d49-43b7-9ca2-0646d8580608,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:22.828965 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:22.844917 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:22.853372 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:22.867490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:22.876687 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.886616 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:22.914650 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce48a5dc-50c4-45e9-92a8-40051d768c7e req-590e94da-b016-4db0-9f7f-bd83202dcfea tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318033 Jun 18 00:22:23.079031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=c3311e58-8ea3-457e-afcb-27402a4b3a36,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:23.082607 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.092042 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:23.093575 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Transition to ACTIVE for port object a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:23.097532 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Attempting to bind port 8034d7a9-9d49-43b7-9ca2-0646d8580608 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:23.098447 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Attempting to bind port 8034d7a9-9d49-43b7-9ca2-0646d8580608 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:23.099231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Attempting to bind port 8034d7a9-9d49-43b7-9ca2-0646d8580608 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:23.107361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:23.107794 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:23.108211 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.108830 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Bound using segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:23.109311 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Bound port: 8034d7a9-9d49-43b7-9ca2-0646d8580608, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:23.109701 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.177810 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.180257 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-31409343-63c0-4bf4-abdf-d14e2b5cea2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:23.188222 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6607-1f43-4358-978d-5dc48f49e145 req-d74d22ee-e978-46af-bcb6-75bb0021ec5f tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:23.188222 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d8e6607-1f43-4358-978d-5dc48f49e145 req-d74d22ee-e978-46af-bcb6-75bb0021ec5f tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1151512 Jun 18 00:22:23.206371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] For port 8034d7a9-9d49-43b7-9ca2-0646d8580608, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:23.209986 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] For port 8034d7a9-9d49-43b7-9ca2-0646d8580608, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=8034d7a9-9d49-43b7-9ca2-0646d8580608,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:23.226960 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Allocated IP 172.20.0.1 (077b963b-7541-4fee-b1b8-3a010de43ab7/359e4207-7188-4366-90a4-1c0231c9f11c/f84f650a-75ce-4a85-9fc6-26ba42bf5757) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:23.260170 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82156500-bc78-4868-a5a3-f7ea68146d48 None None] Pushing event updated for resources: {'Port': ['ID=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:23.268889 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-82156500-bc78-4868-a5a3-f7ea68146d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:23.286777 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.289556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:23.329374 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Attempting to bind port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:23.331690 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Attempting to bind port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:23.333966 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Attempting to bind port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:23.335793 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d8e6607-1f43-4358-978d-5dc48f49e145 req-d0b4bbd7-5da2-4251-9a08-fd3952496d50 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413648 Jun 18 00:22:23.349700 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:23.350089 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:23.351865 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.353360 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:23.353874 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Bound port: a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:23.355465 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.366063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.391231 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.394018 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Transition to ACTIVE for port object f84f650a-75ce-4a85-9fc6-26ba42bf5757 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:23.428432 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] For port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:23.431507 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Pushing event updated for resources: {'Port': ['ID=8034d7a9-9d49-43b7-9ca2-0646d8580608,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:23.432291 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] For port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:23.438170 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:23.447076 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.504365 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.521823 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:23.538860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.541704 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a7add28a-7fcb-4cc1-a8d3-212baec2f240 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:23.586550 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82156500-bc78-4868-a5a3-f7ea68146d48 None None] Pushing event updated for resources: {'Port': ['ID=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:23.597997 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-82156500-bc78-4868-a5a3-f7ea68146d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:23.620395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Pushing event updated for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:23.628326 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:23.629564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Allocated IP 172.27.0.164 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/3d9f28b4-adfb-4fa9-8a94-22fe5895f644) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:23.638108 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:23.640953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:23.641506 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:23.643909 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:23.648830 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:23.694144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.788040 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:23.814743 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.968014 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:23.970430 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ae670d82-79eb-4def-b1d8-247e7a05ef35 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:24.086404 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:24.091692 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:24.098973 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:24.111105 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:24.165832 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Pushing event updated for resources: {'Port': ['ID=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:24.210585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-4bfc4ede-230a-47fa-a721-b51ee8f1820f None None] Provisioning for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:24.217389 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-4bfc4ede-230a-47fa-a721-b51ee8f1820f None None] Provisioning complete for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:24.218017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4ede-230a-47fa-a721-b51ee8f1820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:24.226021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:24.341118 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc4ede-230a-47fa-a721-b51ee8f1820f None None] Port f84f650a-75ce-4a85-9fc6-26ba42bf5757 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:24.345217 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:20Z', 'revision_number': 3, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:24.378893 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128c5c5-3a25-4a6b-9392-d9428bd6bd21 None None] The sync data for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi is: [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:20Z', 'revision_number': 3, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:24.424303 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device c3311e58-8ea3-457e-afcb-27402a4b3a36 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:24.556567 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port c3311e58-8ea3-457e-afcb-27402a4b3a36 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:24.558171 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:24.589462 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89a4f-927b-41f8-a83c-7cf74c859a2b req-af937bba-fa37-42e8-b37b-8232b5e917cf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:24.598482 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-def89a4f-927b-41f8-a83c-7cf74c859a2b req-af937bba-fa37-42e8-b37b-8232b5e917cf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2314081 Jun 18 00:22:24.666861 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-def89a4f-927b-41f8-a83c-7cf74c859a2b req-8b3577d5-eff2-4a1e-989a-d586807bf6db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669694 Jun 18 00:22:24.784487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 8034d7a9-9d49-43b7-9ca2-0646d8580608 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:24.977856 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 8034d7a9-9d49-43b7-9ca2-0646d8580608 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:25.001831 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.080924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.132934 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.174855 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:25.266472 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.272779 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a75440-2126-4535-92c3-db01abc8a4dc None None] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:25.381798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750e8f-877a-4866-9118-acfdefeaaa1e req-b1fee1c9-ba0b-4aa2-8f70-f2384911801c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:25.385075 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6750e8f-877a-4866-9118-acfdefeaaa1e req-b1fee1c9-ba0b-4aa2-8f70-f2384911801c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.3436897 Jun 18 00:22:25.390274 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Pushing event updated for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:25.394358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:25.395501 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:25.396892 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:25.580309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:22:25.587146 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6750e8f-877a-4866-9118-acfdefeaaa1e req-326056b7-7ad1-43c4-9779-9c0dd8d60405 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962800 Jun 18 00:22:25.646097 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.720014 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Provisioning for port 8034d7a9-9d49-43b7-9ca2-0646d8580608 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:25.724384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Provisioning complete for port 8034d7a9-9d49-43b7-9ca2-0646d8580608 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:25.724862 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:25.782763 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:25.838400 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] 10.222.0.38 "PUT /v2.0/routers/7d5033bb-2064-4545-8a4f-bf4fe3c734c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8788395 Jun 18 00:22:26.024709 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.098490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] For port 8034d7a9-9d49-43b7-9ca2-0646d8580608, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=8034d7a9-9d49-43b7-9ca2-0646d8580608,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:26.176533 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:26.193831 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b55dd-4d56-4351-910d-f828fa887cfe req-89d9ba51-a103-4f6e-abc8-37b6d72e6483 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:26.202325 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f79b55dd-4d56-4351-910d-f828fa887cfe req-89d9ba51-a103-4f6e-abc8-37b6d72e6483 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2165816 Jun 18 00:22:26.239284 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:22:26.263567 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f79b55dd-4d56-4351-910d-f828fa887cfe req-ab489bc8-104d-4b81-a9c5-88913f65ebbe tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600615 Jun 18 00:22:26.265767 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.272540 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6853c4b0-4e69-4625-8217-d961b6b1a73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:26.431290 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:26.449078 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:26.475382 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:26.476022 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:26.516547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-027b71ee-e98c-4496-afef-c60da5f9ae32 None None] Provisioning complete for port 8034d7a9-9d49-43b7-9ca2-0646d8580608 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:26.516922 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-027b71ee-e98c-4496-afef-c60da5f9ae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.532587 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.536681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38132) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:26.541278 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4867952 Jun 18 00:22:26.564542 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:26.566463 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Pushing event updated for resources: {'Port': ['ID=8034d7a9-9d49-43b7-9ca2-0646d8580608,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:26.575379 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:26.605378 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:26.605793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.671507 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:26.875905 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d5570-1352-4209-9dee-214c73d25bfd req-e0ad245e-9832-49b7-ae70-657c3338960e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:26.878766 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-557d5570-1352-4209-9dee-214c73d25bfd req-e0ad245e-9832-49b7-ae70-657c3338960e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1239758 Jun 18 00:22:26.922762 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-027b71ee-e98c-4496-afef-c60da5f9ae32 None None] Provisioning complete for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:26.923009 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-027b71ee-e98c-4496-afef-c60da5f9ae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.949114 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:26.952585 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-557d5570-1352-4209-9dee-214c73d25bfd req-1528b346-9209-47fd-ac47-ce32771d9d6d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Jun 18 00:22:27.041011 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:27.042070 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-027b71ee-e98c-4496-afef-c60da5f9ae32 None None] Port f84f650a-75ce-4a85-9fc6-26ba42bf5757 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:27.084811 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:24Z', 'revision_number': 3, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:27.137194 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:27.137620 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Updating router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:27.143336 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38148) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:27.148864 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.150461 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1648678311-network', 'tenant_id': 'ef289d810d414dc083812bb451286dfe'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:27.175830 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f355eb33-ac16-48b7-8e94-0518d1aedf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:27.194416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.220101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.259612 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:27.263965 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:27.275108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Made reservation on behalf of ef289d810d414dc083812bb451286dfe for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:27.278871 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.310189 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.396207 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Sync routers for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:27.415916 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Allocated IP 172.20.0.1 (a04fe7ee-30cb-494e-972a-2f20eab77ab5/e88c89d2-1cef-4d63-95c0-941c41a86e5a/2a342886-0ad9-4a06-bd4f-af9367c68e7a) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:27.447017 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:27.454308 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:27.539039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.575042 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ecf9e-79bd-49f4-bb57-49904f4fb310 req-bab0cc14-1690-4eab-89fa-4a3e05aa46f4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:27.577970 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.582122 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-245ecf9e-79bd-49f4-bb57-49904f4fb310 req-bab0cc14-1690-4eab-89fa-4a3e05aa46f4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0809164 Jun 18 00:22:27.606058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.609679 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Transition to ACTIVE for port object 2a342886-0ad9-4a06-bd4f-af9367c68e7a will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:27.631759 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Transition to ACTIVE for port object 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:27.634894 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-245ecf9e-79bd-49f4-bb57-49904f4fb310 req-791223f4-7211-4db3-aea6-290b77cc048d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495896 Jun 18 00:22:27.637762 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.655875 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:22:27.657784 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9a0b4a17-3a7e-4b3c-8299-0e4ee9809c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:27.682850 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.683214 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Added segment cf6feb96-3325-4be7-9ea2-1ac9474cc79b of type vlan for network fd71b938-8075-4dea-99c8-9a02ae3963a3 Jun 18 00:22:27.703692 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68935498-116a-4671-bdc5-4fc29409774c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:27.708847 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:27.709117 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.711712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:27.763284 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.774666 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:27.775619 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:27.807585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.817134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Attempting to bind port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:27.817563 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Attempting to bind port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:27.818178 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Attempting to bind port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:27.829476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:27.832473 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:27.833325 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Pushing event updated for resources: {'Port': ['ID=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:27.838286 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:27.852996 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:27.854510 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:27.854510 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.854754 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:27.855792 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Bound port: 3d9f28b4-adfb-4fa9-8a94-22fe5895f644, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:27.856871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.915070 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Pushing event updated for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:27.932774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] For port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:27.932949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:27.941787 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] For port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:27.944802 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:27.957824 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.973045 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.976219 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:27.979824 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:27.984081 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:28.099518 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.108734 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:28.132391 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:24Z', 'revision_number': 2, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:28.165326 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Pushing event updated for resources: {'Network': ['ID=fd71b938-8075-4dea-99c8-9a02ae3963a3,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:28.205308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:28.222855 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Checking router: 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:28.222855 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Updating router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 port f84f650a-75ce-4a85-9fc6-26ba42bf5757 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:28.253776 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:22:28.260875 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.275209 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:28.340638 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38164) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:28.366583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Pushing event updated for resources: {'Port': ['ID=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:28.377557 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2326686 Jun 18 00:22:28.381617 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38168) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:28.396916 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Request body: {'subnet': {'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1648678311-subnet', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:28.409078 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:28.410061 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:28.411013 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:28.421369 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca39b-4f98-4be0-9c25-46969eb9540c req-0d8d0358-f16b-4149-9f39-e2094266486b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:28.423081 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-55bca39b-4f98-4be0-9c25-46969eb9540c req-0d8d0358-f16b-4149-9f39-e2094266486b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1557741 Jun 18 00:22:28.429901 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.508346 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-55bca39b-4f98-4be0-9c25-46969eb9540c req-93082d3f-47bd-478e-a5b7-ef2310dc711f tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Jun 18 00:22:28.542610 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.561461 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2ceade52-d6d8-4499-923e-e9ab290bdbb3 None None] Provisioning for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:28.571131 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2ceade52-d6d8-4499-923e-e9ab290bdbb3 None None] Provisioning complete for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:28.571561 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2ceade52-d6d8-4499-923e-e9ab290bdbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.595662 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:28.603128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Made reservation on behalf of ef289d810d414dc083812bb451286dfe for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:28.606789 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.711921 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2ceade52-d6d8-4499-923e-e9ab290bdbb3 None None] Port 2a342886-0ad9-4a06-bd4f-af9367c68e7a cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:28.770221 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.783613 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.783859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.787786 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:28.788172 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.791036 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Transition to ACTIVE for port object f84f650a-75ce-4a85-9fc6-26ba42bf5757 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:28.859197 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.865755 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:28.886416 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.888862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:28.893429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4934eee2-89f3-4792-aa57-f55199a208e1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:28.894183 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:28.941063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Pushing event updated for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:28.957076 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.008749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.015491 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48acd0274a9f4b40a3c7d695c9e5489d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736581 Jun 18 00:22:29.018460 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38172) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:29.019854 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.025505 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e5900c-3b7d-4dbd-9c44-b809c0a6977a,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:29.046166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:29.050887 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.063747 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783c7b-4fab-4d88-960e-f030b94c9b38 None None] Pushing event updated for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:29.077543 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-9f783c7b-4fab-4d88-960e-f030b94c9b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.083537 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310950-77d1-4111-9b01-245ecd7bbe6f req-7c76d269-a302-48ef-a113-2d849825f478 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:29.090925 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b2310950-77d1-4111-9b01-245ecd7bbe6f req-7c76d269-a302-48ef-a113-2d849825f478 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2707791 Jun 18 00:22:29.135813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:29.159008 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.221245 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Attempting to bind port f84f650a-75ce-4a85-9fc6-26ba42bf5757 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:29.221841 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Attempting to bind port f84f650a-75ce-4a85-9fc6-26ba42bf5757 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:29.227925 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Attempting to bind port f84f650a-75ce-4a85-9fc6-26ba42bf5757 on network 077b963b-7541-4fee-b1b8-3a010de43ab7 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:29.228834 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:29.230388 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Checking segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:29.230998 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.233540 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Bound using segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:29.235115 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Bound port: f84f650a-75ce-4a85-9fc6-26ba42bf5757, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:29.235725 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.255777 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b2310950-77d1-4111-9b01-245ecd7bbe6f req-15371d63-6e92-480e-a233-bb0203fd8011 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514573 Jun 18 00:22:29.270597 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.394392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.443980 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Checking segment: {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:29.456262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Network hostable DHCP agents. Network: fd71b938-8075-4dea-99c8-9a02ae3963a3, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:22:29.501179 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 8034d7a9-9d49-43b7-9ca2-0646d8580608 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:29.502757 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] For port f84f650a-75ce-4a85-9fc6-26ba42bf5757, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:29.509418 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] For port f84f650a-75ce-4a85-9fc6-26ba42bf5757, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f84f650a-75ce-4a85-9fc6-26ba42bf5757,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:29.567053 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:29.573430 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:29.578042 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.588624 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 8034d7a9-9d49-43b7-9ca2-0646d8580608 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:29.589090 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.589176 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.589176 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:27Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:29.590430 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39e5900c-3b7d-4dbd-9c44-b809c0a6977a HTTP/1.1" status: 204 len: 168 time: 0.5708780 Jun 18 00:22:29.602309 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5decc5b3-17d7-42b6-8054-28392745c1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:29.611054 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.614354 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-9f783c7b-4fab-4d88-960e-f030b94c9b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:29.657055 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e5900c-3b7d-4dbd-9c44-b809c0a6977a,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:29.661018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024c324-9a5c-47b5-a3fe-0010037aabda None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:27Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:29.664331 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.674072 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:22:29.802956 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, fd71b938-8075-4dea-99c8-9a02ae3963a3) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:29.810977 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:29.811625 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:29.818483 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783c7b-4fab-4d88-960e-f030b94c9b38 None None] Pushing event updated for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=4']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:29.823998 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:22:29.898578 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2267-1f2c-4ad1-bb9f-59abf92a0791 req-e9c99ad4-f565-467c-bef6-2a25ec7786ad tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:29.901626 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-9f783c7b-4fab-4d88-960e-f030b94c9b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:29.903513 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c72170-2ca2-4e97-bb5e-d49a1e14de04 None None] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:29.909581 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-626c2267-1f2c-4ad1-bb9f-59abf92a0791 req-e9c99ad4-f565-467c-bef6-2a25ec7786ad tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.1524556 Jun 18 00:22:29.916602 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:29.917786 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:30.062276 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-626c2267-1f2c-4ad1-bb9f-59abf92a0791 req-dd23ebaa-c1d3-412f-a9c9-7229c4fbe3ae tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516228 Jun 18 00:22:30.141641 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38186) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:30.148564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:30.149811 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-cc0da229-802a-4b83-9dd2-3d366c9909b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7534306 Jun 18 00:22:30.214071 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:30.255842 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] 10.222.0.38 "PUT /v2.0/routers/d9198a4e-29c2-44c1-a864-7c8f6a0fb241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7173872 Jun 18 00:22:30.259367 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-da88d581-ce7c-47e9-b788-8736dccd9907 None None] Provisioning complete for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:30.259762 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-da88d581-ce7c-47e9-b788-8736dccd9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:30.283771 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:30.297904 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:30.299032 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:30.422271 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-fd71b938-8075-4dea-99c8-9a02ae3963a3', 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'fixed_ips': [{'subnet_id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:22:30.427414 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:30.536168 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:30.795805 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Allocated IP 172.20.0.2 (fd71b938-8075-4dea-99c8-9a02ae3963a3/5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c/51d1f13a-da09-4b40-af31-96998cc1d664) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:30.878029 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:29Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:30.967747 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313bb62-e22f-47e6-bb7d-42000c1f7830 None None] The sync data for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi is: [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:29Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:31.034922 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-da88d581-ce7c-47e9-b788-8736dccd9907 None None] Port 2a342886-0ad9-4a06-bd4f-af9367c68e7a cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:31.314150 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:31.325785 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Transition to ACTIVE for port object 51d1f13a-da09-4b40-af31-96998cc1d664 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:31.360691 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Transition to ACTIVE for port object 51d1f13a-da09-4b40-af31-96998cc1d664 will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:31.465951 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:31.469743 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:31.526067 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:31.529789 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:31.534988 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:31.538877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Pushing event updated for resources: {'Port': ['ID=51d1f13a-da09-4b40-af31-96998cc1d664,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:31.544507 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:31.553557 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:31.624928 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f68d-4e97-48f1-9e6f-37345285cd3e req-0021e514-624e-4e7e-9983-1dc6fbe3548c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:31.642025 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a829f68d-4e97-48f1-9e6f-37345285cd3e req-0021e514-624e-4e7e-9983-1dc6fbe3548c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.9859247 Jun 18 00:22:31.718226 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Attempting to bind port 51d1f13a-da09-4b40-af31-96998cc1d664 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:31.720135 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Attempting to bind port 51d1f13a-da09-4b40-af31-96998cc1d664 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:31.721705 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Attempting to bind port 51d1f13a-da09-4b40-af31-96998cc1d664 on network fd71b938-8075-4dea-99c8-9a02ae3963a3 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:31.742294 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:31.744382 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Checking segment: {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:31.746472 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:31.748800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Bound using segment: {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:31.758896 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Bound port: 51d1f13a-da09-4b40-af31-96998cc1d664, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:31.758896 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:31.815296 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Request body: {'port': {'device_id': '44603eba-1228-44be-89e6-c6c244d93064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:31.869222 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38232) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:31.933157 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] For port 51d1f13a-da09-4b40-af31-96998cc1d664, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:31.941210 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a829f68d-4e97-48f1-9e6f-37345285cd3e req-5db1ed3f-54f4-47ad-b1d8-f4943ad6a168 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982707 Jun 18 00:22:31.967278 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38236) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:31.967390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] For port 51d1f13a-da09-4b40-af31-96998cc1d664, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=51d1f13a-da09-4b40-af31-96998cc1d664,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:31.982198 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1300993254-network', 'tenant_id': '2f70e282207446b487bd402d34e2c733'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:32.041212 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.042787 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.043527 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:32.159289 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Pushing event updated for resources: {'Port': ['ID=51d1f13a-da09-4b40-af31-96998cc1d664,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:32.167925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Made reservation on behalf of 2f70e282207446b487bd402d34e2c733 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:32.172486 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:32.178053 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.246916 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f84f650a-75ce-4a85-9fc6-26ba42bf5757 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:32.290575 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.395273 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:32.400216 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:32.401029 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.602773 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038195129-network', 'tenant_id': 'a1e42e86837a45569b859332a1bcc21c'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:32.620289 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.695288 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port f84f650a-75ce-4a85-9fc6-26ba42bf5757, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f84f650a-75ce-4a85-9fc6-26ba42bf5757,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:32.766361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.767687 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:32.769848 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f3f1cb6e-b2d6-4a64-8041-545355a84eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:32.829751 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25367-3f8b-495d-a234-156764310a13 req-0ecbf369-fa6b-48dc-b8b5-cf47c727b6b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:32.846472 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-78a25367-3f8b-495d-a234-156764310a13 req-0ecbf369-fa6b-48dc-b8b5-cf47c727b6b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 931 time: 0.5862865 Jun 18 00:22:32.919580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fb616e-e05c-43ad-a147-935efcd91acc {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:22:32.927935 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.932920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:32.936703 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:32.943972 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:32.956689 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Transition to ACTIVE for port object 24fb616e-e05c-43ad-a147-935efcd91acc will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:32.970464 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.018988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-78a25367-3f8b-495d-a234-156764310a13 req-2a33be26-74e9-4284-932a-aad41fd49189 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567521 Jun 18 00:22:33.040656 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.042890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4b2f1cac-e45c-4f46-8f74-b7ae06236575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:33.115244 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:33.124395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:33.124789 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.152185 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Allocated IP 172.27.0.170 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/ef3792de-5926-4efe-9cbf-db3ce2a4c5a3) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:33.249040 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.257581 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.276381 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:33.325259 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.332487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.334917 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-38d87fe8-8bbd-49f0-82dc-249323ee426e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:33.344250 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-93302100-7e33-4e4a-879d-67cab712796c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:33.367274 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:33.380361 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:33.404244 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:33.404988 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:22:33.408265 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:33.423466 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.436708 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ac857-f9b3-405e-a65b-753ac2475de0,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:33.451851 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:33.456486 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.456911 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Added segment 3daf26c1-ede3-4359-ae9a-55dd2acea1f8 of type vlan for network 8e217a1b-01fd-4440-b747-1e1a9f62e806 Jun 18 00:22:33.482227 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9189104-1ecc-4d95-bd61-422458581477 req-81ae3d7c-88d2-41f6-b7c0-196593a734fa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:33.484080 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e9189104-1ecc-4d95-bd61-422458581477 req-81ae3d7c-88d2-41f6-b7c0-196593a734fa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2474141 Jun 18 00:22:33.542128 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.586794 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e9189104-1ecc-4d95-bd61-422458581477 req-5715c29f-b3dd-4c0d-b2bc-ea67ade5b25b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818107 Jun 18 00:22:33.651044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Made reservation on behalf of a1e42e86837a45569b859332a1bcc21c for: {'network': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:33.654370 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.669261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.696732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Attempting to bind port 24fb616e-e05c-43ad-a147-935efcd91acc on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:33.697092 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Attempting to bind port 24fb616e-e05c-43ad-a147-935efcd91acc by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:33.697432 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Attempting to bind port 24fb616e-e05c-43ad-a147-935efcd91acc on network af32f04e-8c97-45d4-87f4-6fea059fb69d {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:33.703786 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Port 24fb616e-e05c-43ad-a147-935efcd91acc on network af32f04e-8c97-45d4-87f4-6fea059fb69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:22:33.704109 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Attempting to bind port 24fb616e-e05c-43ad-a147-935efcd91acc on network af32f04e-8c97-45d4-87f4-6fea059fb69d {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:33.707252 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.707252 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.710010 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:33.712260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:33.712846 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.721055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-7f4ed7a5-7b58-4e84-8b3e-cc5d4feb167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:33.722613 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-7f4ed7a5-7b58-4e84-8b3e-cc5d4feb167d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1097 time: 0.3564591 Jun 18 00:22:33.723427 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:33.723805 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Checking segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:33.727751 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Bound using segment: {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:33.727970 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1131b18-3c0c-4e67-b8e8-d7215fe5a755 None None] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:33.728223 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Bound port: 24fb616e-e05c-43ad-a147-935efcd91acc, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3556ca92-9f6c-4b44-a424-8c69fffe6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:33.728580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:33.816344 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:33.822101 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:33.826277 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:33.829886 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Pushing event updated for resources: {'Port': ['ID=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:33.853606 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:33.855668 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:33.929429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:33.958973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:33.978759 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-1ea8d010-c6d8-4a31-a759-c7c2cee40f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:33.988332 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Pushing event updated for resources: {'Network': ['ID=8e217a1b-01fd-4440-b747-1e1a9f62e806,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:33.988764 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-1ea8d010-c6d8-4a31-a759-c7c2cee40f85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.2386556 Jun 18 00:22:33.988989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:34.046012 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:22:34.065351 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-932cf73a-54e4-4013-8802-204f7f76f729 None None] Provisioning for port 51d1f13a-da09-4b40-af31-96998cc1d664 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:34.169431 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.176195 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:34.229615 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-f12a59a1-1d3f-4eec-9ada-0d46d41f937d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 999 time: 0.2354517 Jun 18 00:22:34.231862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.299529 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 51d1f13a-da09-4b40-af31-96998cc1d664 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:34.313403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.318086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.320662 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] 10.222.0.16 "PUT /v2.0/ports/24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 1093 time: 2.5105312 Jun 18 00:22:34.321403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:34.325649 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ba95d-81c7-41aa-9ef3-d22034ab0513" -d '{"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:34.432365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.438356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:34.443356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-9a49dc4a-e88c-4533-812c-7cb270f50dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.444890 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-9a49dc4a-e88c-4533-812c-7cb270f50dec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.1520309 Jun 18 00:22:34.447834 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:34.448401 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f5c69785-7f7c-4e2c-9703-c3da7f52dceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:34.458300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=99799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:22:34.542722 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.543581 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.segments_db [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Added segment 742b6e97-16df-4b6f-94b8-ccf63550e61f of type vlan for network c20ae857-a4e0-476c-a511-d8369144cd4e Jun 18 00:22:34.565189 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994808f-3199-4596-b226-7bd260888034,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:34.568499 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbd430-eb15-4491-aca5-0bcefcecb913 req-6b7eba18-8a63-449e-814b-626bec055586 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.570072 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88fbd430-eb15-4491-aca5-0bcefcecb913 req-6b7eba18-8a63-449e-814b-626bec055586 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 943 time: 0.3195744 Jun 18 00:22:34.581184 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:34.594651 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.622799 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:34.634606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:34.635597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:34.657527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.671085 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88fbd430-eb15-4491-aca5-0bcefcecb913 req-aaa5df13-a061-4c1a-a6fc-64f4edb5a295 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870118 Jun 18 00:22:34.675818 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-f9dcfac2-0c8d-4a09-803a-eaf588e72355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.677332 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-f9dcfac2-0c8d-4a09-803a-eaf588e72355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2067249 Jun 18 00:22:34.753043 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d179a2f-925e-4f73-b1e0-8b8369a8a5f5 x-openstack-request-id: req-5d179a2f-925e-4f73-b1e0-8b8369a8a5f5 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:34.753372 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:34.753664 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d179a2f-925e-4f73-b1e0-8b8369a8a5f5 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:34.754087 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:22:34.784993 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-b0f8fb83-4a0b-406a-b139-1ac28e17b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.787464 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-b0f8fb83-4a0b-406a-b139-1ac28e17b9f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1096 time: 0.2043674 Jun 18 00:22:34.838904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:34.849334 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-d54d50e6-a27f-496b-8f55-810664a4defc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 217 time: 0.0445209 Jun 18 00:22:34.853143 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-a4341bda-b974-4925-a9d0-8aec661b4082 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646276 Jun 18 00:22:34.865238 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:22:34.877586 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:34.946163 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348730a-9e9f-4a6e-a4e5-4a508d3b2a59 req-268fef2c-1d7a-4404-8f47-da6ae493d0e7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.947808 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2348730a-9e9f-4a6e-a4e5-4a508d3b2a59 req-268fef2c-1d7a-4404-8f47-da6ae493d0e7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1144280 Jun 18 00:22:34.962334 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-7f39c54f-692c-4dc0-8d18-6b97e7e2c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:34.963858 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-7f39c54f-692c-4dc0-8d18-6b97e7e2c552 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0922089 Jun 18 00:22:34.992235 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 51d1f13a-da09-4b40-af31-96998cc1d664 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:35.004053 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0388680 Jun 18 00:22:35.009253 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38266) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:35.012422 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 51d1f13a-da09-4b40-af31-96998cc1d664 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:35.012907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.016320 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Request body: {'subnet': {'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1300993254-subnet', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:35.022188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.029942 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.031515 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.035584 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:35.038914 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a8225d4e-2095-4833-99e2-3352182f04b6 req-34ef64f8-7768-4a8c-b254-5cb213219915 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757474 Jun 18 00:22:35.078850 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2348730a-9e9f-4a6e-a4e5-4a508d3b2a59 req-55567ac3-193b-4bc3-82e7-9843d93f5f31 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981796 Jun 18 00:22:35.133026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Pushing event updated for resources: {'Network': ['ID=c20ae857-a4e0-476c-a511-d8369144cd4e,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:35.148179 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network c20ae857-a4e0-476c-a511-d8369144cd4e details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:22:35.148552 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:35.156314 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-954667a7-5460-412f-a8e3-5c2c28a3974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.157916 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-954667a7-5460-412f-a8e3-5c2c28a3974d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1817658 Jun 18 00:22:35.223199 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Router 910e063f-4159-498e-95a1-f26d2d516291 is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:22:35.225031 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Made reservation on behalf of 2f70e282207446b487bd402d34e2c733 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:35.227453 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567997'] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.280754 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-a2366c61-475c-401d-9e29-a38253d8c1e6 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146715 Jun 18 00:22:35.379605 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5077162 Jun 18 00:22:35.383148 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38276) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:35.417321 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.435586 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Request body: {'subnet': {'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038195129-subnet', 'tenant_id': 'a1e42e86837a45569b859332a1bcc21c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:35.440967 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 2, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:35.472054 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-350e3da0-e08c-4e7c-bcd3-63c25f5d00ca req-ec1462c2-2474-472d-b5ae-9159650788d9 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810122 Jun 18 00:22:35.472291 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:35.472634 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Updating router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 port 2a342886-0ad9-4a06-bd4f-af9367c68e7a binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:35.503676 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 51d1f13a-da09-4b40-af31-96998cc1d664, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=51d1f13a-da09-4b40-af31-96998cc1d664,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:35.520446 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.569293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Made reservation on behalf of a1e42e86837a45569b859332a1bcc21c for: {'subnet': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:35.571745 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10309779'] for subnet, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.575518 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-ef1a67b8-321c-475b-8487-6005c3fb5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.578879 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.579955 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f84f650a-75ce-4a85-9fc6-26ba42bf5757 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:35.582379 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-ef1a67b8-321c-475b-8487-6005c3fb5ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0866985 Jun 18 00:22:35.585973 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:35.596218 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Sync routers for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:35.605991 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:35.606897 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:35.688425 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:35.697003 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7a27-1862-4646-a50e-4837d80f88c4 req-e784e280-3bd4-4119-b54f-287967976583 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.704979 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d3bb7a27-1862-4646-a50e-4837d80f88c4 req-e784e280-3bd4-4119-b54f-287967976583 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1911023 Jun 18 00:22:35.704979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.704979 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5592217 Jun 18 00:22:35.705288 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38280) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:35.876586 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=51d1f13a-da09-4b40-af31-96998cc1d664,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:35.876586 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:35.877654 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-dbc5ab6e-e476-4e1c-9f13-ca9c4acf405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.877654 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-dbc5ab6e-e476-4e1c-9f13-ca9c4acf405e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1096 time: 0.1332285 Jun 18 00:22:35.877654 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-25fe5df4-d7d7-4423-861f-d460ab57b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:35.877654 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-25fe5df4-d7d7-4423-861f-d460ab57b77f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.1939218 Jun 18 00:22:35.878015 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f84f650a-75ce-4a85-9fc6-26ba42bf5757 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:35.878015 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.878191 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9035404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567983'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:35.899807 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:35.933186 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:35.986675 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-24a0665c-bc47-4514-b77b-854b809fa6bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.1521382 Jun 18 00:22:36.001565 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:36.034143 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.057341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Transition to ACTIVE for port object 2a342886-0ad9-4a06-bd4f-af9367c68e7a will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:36.072065 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:36.072569 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.087302 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-6e268724-22fb-47ba-bb80-35c622df939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.089403 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-6e268724-22fb-47ba-bb80-35c622df939c service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.2485161 Jun 18 00:22:36.156176 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:34Z', 'revision_number': 3, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:36.172539 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.178666 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:36.181529 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-343dc3d7-bda3-4856-b60a-823876b71a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.183223 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-343dc3d7-bda3-4856-b60a-823876b71a66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0934441 Jun 18 00:22:36.185392 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-022c8fe1-0937-4ce9-bf46-8cc0632fdb71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 217 time: 0.0864902 Jun 18 00:22:36.186542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2570955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10309761'] for subnet, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.188946 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-15f8e98a-8925-465f-8fe1-cb1e6e6e5abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:36.206416 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Checking router: 910e063f-4159-498e-95a1-f26d2d516291 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:36.206416 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Updating router 910e063f-4159-498e-95a1-f26d2d516291 port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:36.234770 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Pushing event updated for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:36.237335 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d3bb7a27-1862-4646-a50e-4837d80f88c4 req-377caa38-0d25-4d6e-9db5-c0ffdc70da9b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773971 Jun 18 00:22:36.240978 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:36.297312 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-20934ad5-965f-410b-845a-736edf9c089d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858157 Jun 18 00:22:36.342784 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.343961 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f567292e-cb58-4db5-9f4b-830755ca83c1,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:36.343961 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:36.369547 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Checking segment: {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:36.376149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Network hostable DHCP agents. Network: 8e217a1b-01fd-4440-b747-1e1a9f62e806, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:22:36.408402 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 51d1f13a-da09-4b40-af31-96998cc1d664 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:36.455423 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e62d-f6b3-415b-baee-92836e821fc6 req-9ceb7960-ccd9-42cb-ab6f-49dcc3251f3b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.457113 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0291e62d-f6b3-415b-baee-92836e821fc6 req-9ceb7960-ccd9-42cb-ab6f-49dcc3251f3b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 943 time: 0.5750747 Jun 18 00:22:36.489608 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9a91c9-72e6-424b-88a7-9b8721b91e5d,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:36.515455 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Attempting to bind port 2a342886-0ad9-4a06-bd4f-af9367c68e7a on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:36.516110 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Attempting to bind port 2a342886-0ad9-4a06-bd4f-af9367c68e7a by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:36.517813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Attempting to bind port 2a342886-0ad9-4a06-bd4f-af9367c68e7a on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:36.521538 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:36.526736 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:36.527848 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:36.528398 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.528912 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Bound using segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:36.529540 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Bound port: 2a342886-0ad9-4a06-bd4f-af9367c68e7a, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:36.530030 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.533897 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-6a00dcfd-c4e7-4b1a-9021-b9767e300cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.535376 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-6a00dcfd-c4e7-4b1a-9021-b9767e300cfa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.3229268 Jun 18 00:22:36.536329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0291e62d-f6b3-415b-baee-92836e821fc6 req-042fa41e-fb8d-4a63-871f-f31503b51537 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718021 Jun 18 00:22:36.570942 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 51d1f13a-da09-4b40-af31-96998cc1d664 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:36.571477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.640128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Checking segment: {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:36.640498 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Network hostable DHCP agents. Network: c20ae857-a4e0-476c-a511-d8369144cd4e, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:22:36.661902 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] For port 2a342886-0ad9-4a06-bd4f-af9367c68e7a, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:36.662453 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] For port 2a342886-0ad9-4a06-bd4f-af9367c68e7a, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=2a342886-0ad9-4a06-bd4f-af9367c68e7a,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:36.674423 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:22:36.692554 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-1fd67276-e2c6-413c-a413-90cdfb05d1d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831027 Jun 18 00:22:36.748430 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.760713 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:36.764896 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156f58-dae5-4e08-bb93-8bbbb0bf28ef req-2eea32fe-ed26-416e-8184-c56087ec8054 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.771736 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6156f58-dae5-4e08-bb93-8bbbb0bf28ef req-2eea32fe-ed26-416e-8184-c56087ec8054 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1367958 Jun 18 00:22:36.781790 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, 8e217a1b-01fd-4440-b747-1e1a9f62e806) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:36.793626 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-a7d358db-e983-4eb2-bec1-78903c814b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.795149 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-a7d358db-e983-4eb2-bec1-78903c814b9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2382891 Jun 18 00:22:36.802465 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada35ab-6579-4d21-a1ac-fe96669cebf3 None None] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:36.858798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.859423 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.889518 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Network c20ae857-a4e0-476c-a511-d8369144cd4e is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:22:36.907005 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1b7c51b3-c9cc-4657-aa26-2cc8ef1a7e89 req-75262732-8f52-48f6-8234-30a44419b91f service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023318 Jun 18 00:22:36.932068 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.943745 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Transition to ACTIVE for port object ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:36.960988 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, c20ae857-a4e0-476c-a511-d8369144cd4e) {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:36.961956 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6156f58-dae5-4e08-bb93-8bbbb0bf28ef req-623ec882-0d03-4995-a0c5-4e12a33be0ee tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779423 Jun 18 00:22:36.982249 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:36.983063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:36.994319 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-557b8766-326f-42ea-b307-bdc1aea238e4 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757476 Jun 18 00:22:37.007028 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:37.007680 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:37.041554 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.043915 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:37.072555 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a2d3a-ee5f-4648-823a-3439d90294c9 None None] Network c20ae857-a4e0-476c-a511-d8369144cd4e requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:37.073490 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-8bf02192-c2c9-42d7-8bd4-fd059d55773e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0607922 Jun 18 00:22:37.077897 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38298) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:37.086407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:37.088761 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Pushing event updated for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:37.118084 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:37.146395 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.168165 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d43f6-abcd-48f1-b6ce-3b4fa7a1defd None None] Pushing event updated for resources: {'Port': ['ID=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,revision_number=2']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:37.181356 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-252d43f6-abcd-48f1-b6ce-3b4fa7a1defd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:37.182572 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Attempting to bind port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:37.183150 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Attempting to bind port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:37.184240 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Attempting to bind port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:37.190085 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:37.190830 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:37.191239 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.191648 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:37.192134 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Bound port: ef3792de-5926-4efe-9cbf-db3ce2a4c5a3, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:37.192519 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.272301 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] For port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:37.284572 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] For port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:37.348967 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde936b75-589a-515f-9fd5-fc5b530eccf3-8e217a1b-01fd-4440-b747-1e1a9f62e806', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1'}]}} from dv-cinder-796950-2-iscsi. {{(pid=99801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 00:22:37.349846 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.367157 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.370793 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:37.405461 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Allocated IP 172.20.0.1 (fd71b938-8075-4dea-99c8-9a02ae3963a3/5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c/d8e6f7ef-b670-474a-8638-9a2e0ae42e31) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:37.492168 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.db_base_plugin_common [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Allocated IP 172.20.0.2 (8e217a1b-01fd-4440-b747-1e1a9f62e806/f567292e-cb58-4db5-9f4b-830755ca83c1/609489c8-8466-4dcf-86f7-fed1c73e911d) {{(pid=99801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:37.516791 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d43f6-abcd-48f1-b6ce-3b4fa7a1defd None None] Pushing event updated for resources: {'Port': ['ID=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:37.528216 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:37.528892 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:37.535204 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-252d43f6-abcd-48f1-b6ce-3b4fa7a1defd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:37.592646 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1731329 Jun 18 00:22:37.651979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.667998 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks [] for port, precommit_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.676851 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Transition to ACTIVE for port object 609489c8-8466-4dcf-86f7-fed1c73e911d will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:37.693574 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Transition to ACTIVE for port object 609489c8-8466-4dcf-86f7-fed1c73e911d will not be triggered until provisioned by entity DHCP. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:37.697910 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-661ba95d-81c7-41aa-9ef3-d22034ab0513 req-4fa78898-2491-4649-8ed1-2925f6589b2e service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574080 Jun 18 00:22:37.699996 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3755692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1602'] for router, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.701057 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1595'] for router, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.738132 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.provisioning_blocks [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Transition to ACTIVE for port object d8e6f7ef-b670-474a-8638-9a2e0ae42e31 will not be triggered until provisioned by entity DHCP. {{(pid=99800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:37.786567 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:37.809615 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.823254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe85f2-28be-4eda-ba27-e217322d8695 req-69650f78-3c3c-437b-b93e-74cafaae6d42 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:37.828807 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bbfe85f2-28be-4eda-ba27-e217322d8695 req-69650f78-3c3c-437b-b93e-74cafaae6d42 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.2130365 Jun 18 00:22:37.871512 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bbfe85f2-28be-4eda-ba27-e217322d8695 req-341d60e0-dee7-4fa4-8e2c-0a454fba288b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Jun 18 00:22:37.889345 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133'] for port, after_create {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.901070 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:37.909121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d941147-d844-4a84-95d0-c45e66d7693b None None] Network c20ae857-a4e0-476c-a511-d8369144cd4e requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:37.912384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 is already hosted by enough agents. {{(pid=99801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:37.938044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:37.938044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:37.988744 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:38.000251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:38.002649 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:38.012287 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.scheduler.base_scheduler [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Resources bound (agent type, host, resource id): {{(pid=99801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:38.027843 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 24fb616e-e05c-43ad-a147-935efcd91acc details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:22:38.040065 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Received port after_create {{(pid=99801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:38.081188 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Pushing event updated for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:38.093759 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:38.097509 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:38.104614 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.160338 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:34Z', 'revision_number': 3, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:38.208638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1577'] for router, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.212963 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Pushing event updated for resources: {'Port': ['ID=609489c8-8466-4dcf-86f7-fed1c73e911d,revision_number=1']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:38.243841 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd99f44-a874-4767-8506-747b5b4c9dff None None] The sync data for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi is: [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:34Z', 'revision_number': 3, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:38.270464 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:38.343212 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.db.resource_extend [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 00:22:38.445094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.474032 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd85228-e58a-47d8-9158-942a6c7ca24f req-9d5077cc-6416-465e-920b-9ca450d9965a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:38.481264 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1cd85228-e58a-47d8-9158-942a6c7ca24f req-9d5077cc-6416-465e-920b-9ca450d9965a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.2374587 Jun 18 00:22:38.549026 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1cd85228-e58a-47d8-9158-942a6c7ca24f req-b3457b13-c80c-43d1-ad32-cec301087f75 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610116 Jun 18 00:22:38.561036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 2a342886-0ad9-4a06-bd4f-af9367c68e7a up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:38.726903 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Attempting to bind port 609489c8-8466-4dcf-86f7-fed1c73e911d on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:38.726903 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Attempting to bind port 609489c8-8466-4dcf-86f7-fed1c73e911d by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:38.726903 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Attempting to bind port 609489c8-8466-4dcf-86f7-fed1c73e911d on network 8e217a1b-01fd-4440-b747-1e1a9f62e806 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:38.749600 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.782084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.803440 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:38.803440 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Checking segment: {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:38.803738 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.804004 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Bound using segment: {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:38.804506 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Bound port: 609489c8-8466-4dcf-86f7-fed1c73e911d, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:38.804943 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.911716 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90153-5b9b-4557-9ddb-e7c463896fe0 req-721cc176-e1b9-4274-a16e-2d1d0bd79045 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:38.913344 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a8f90153-5b9b-4557-9ddb-e7c463896fe0 req-721cc176-e1b9-4274-a16e-2d1d0bd79045 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 943 time: 0.2516494 Jun 18 00:22:38.920610 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:38.962991 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2986487e-1b02-4d66-8c34-f8594e9c539b None None] Provisioning for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:38.984432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab916-0025-4374-bb99-c52729c3291f req-709da042-a620-4745-a65a-03b5f300320f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:38.988510 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06dab916-0025-4374-bb99-c52729c3291f req-709da042-a620-4745-a65a-03b5f300320f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2709532 Jun 18 00:22:38.993358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Allocated IP 172.27.0.9 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/f1c21409-32e7-4979-9e89-37e41fbbaaf2) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:39.034129 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:39.041088 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.052095 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2986487e-1b02-4d66-8c34-f8594e9c539b None None] Provisioning complete for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:39.052642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2986487e-1b02-4d66-8c34-f8594e9c539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.075841 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-df2eca2d-40f4-444b-ab4e-89994fb2afcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:39.080276 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a8f90153-5b9b-4557-9ddb-e7c463896fe0 req-23d5540b-01ca-437f-9456-a5ac4e1dbbc7 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564128 Jun 18 00:22:39.102111 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2986487e-1b02-4d66-8c34-f8594e9c539b None None] Port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:39.105826 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:39.126404 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:39.131724 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.145595 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.166838 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-06dab916-0025-4374-bb99-c52729c3291f req-a9bf9242-2530-4cbd-8d4c-628471782009 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773152 Jun 18 00:22:39.177925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Pushing event updated for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:39.183086 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.201500 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:39.203297 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '24fb616e-e05c-43ad-a147-935efcd91acc', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'port_id': '24fb616e-e05c-43ad-a147-935efcd91acc', 'mac_address': 'fa:16:3e:b7:d0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:22:39.247667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] For port 609489c8-8466-4dcf-86f7-fed1c73e911d, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:39.316766 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] For port 609489c8-8466-4dcf-86f7-fed1c73e911d, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=609489c8-8466-4dcf-86f7-fed1c73e911d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:39.341088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-9955fe1e-fd71-404b-b655-acfa531fa142 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:39.342240 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-9955fe1e-fd71-404b-b655-acfa531fa142 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.1948547 Jun 18 00:22:39.368728 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:36Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:39.377371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.394436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.399112 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:39.405673 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fb616e-e05c-43ad-a147-935efcd91acc {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:22:39.421578 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:39.424554 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:39.443429 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:39.465445 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e019a-24e2-4532-a1a1-c05dcb91fe13 req-1c3d6352-9386-4e6f-9e91-2835ca422a1a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:39.469003 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce3e019a-24e2-4532-a1a1-c05dcb91fe13 req-1c3d6352-9386-4e6f-9e91-2835ca422a1a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 946 time: 0.1770594 Jun 18 00:22:39.497692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:39.506488 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:39.510451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c21409-32e7-4979-9e89-37e41fbbaaf2,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:39.520726 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.526416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.527880 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.528571 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.528824 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.529288 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:39.536832 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:39.539530 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.551174 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.569496 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:39.646273 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.674109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 2a342886-0ad9-4a06-bd4f-af9367c68e7a, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=2a342886-0ad9-4a06-bd4f-af9367c68e7a,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:39.676282 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7e14-6856-470a-9799-b2d69b818f50 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:36Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:39.700003 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Pushing event updated for resources: {'Port': ['ID=609489c8-8466-4dcf-86f7-fed1c73e911d,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:39.704041 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:39.704729 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:39.755429 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce3e019a-24e2-4532-a1a1-c05dcb91fe13 req-a0a167fb-3205-4c3e-ae35-5d1b87fde797 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189336 Jun 18 00:22:39.808335 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:39.824834 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:39.827068 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Router 910e063f-4159-498e-95a1-f26d2d516291 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:22:39.857306 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc827-616a-4fc0-92b8-7d15eae29c46 None None] Provisioning complete for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:39.861141 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc827-616a-4fc0-92b8-7d15eae29c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.864161 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Deleting port cb269310-a913-45df-ac06-09747ddee220 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:22:39.864511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:39.943795 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc827-616a-4fc0-92b8-7d15eae29c46 None None] Port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:40.015472 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:22:40.087444 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:22:40.128919 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bade12-cd61-40a2-933c-24cbe338a25d req-f899ec79-7e27-4c39-8bad-d72e2313c4c7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:40.133160 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-36bade12-cd61-40a2-933c-24cbe338a25d req-f899ec79-7e27-4c39-8bad-d72e2313c4c7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1970360 Jun 18 00:22:40.175158 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:40.190070 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] 10.222.0.38 "PUT /v2.0/routers/910e063f-4159-498e-95a1-f26d2d516291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4838426 Jun 18 00:22:40.191030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:40.191704 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.225166 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-36bade12-cd61-40a2-933c-24cbe338a25d req-487880af-e4c1-4abf-aacc-b961f0d2c08d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 Jun 18 00:22:40.270342 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cb269310-a913-45df-ac06-09747ddee220 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:22:40.320293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Calling delete_port for cb269310-a913-45df-ac06-09747ddee220 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:22:40.436137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.452608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-eeced76f-5d22-48bc-8e9f-af0bbb60b6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:40.517735 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.533621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6ad1f-5b78-439d-aca7-1cf6987dcfa7 req-06a0633a-05c4-40aa-a9ea-f9fe53cdad90 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:40.541626 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:40.547993 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:40.550770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3cf6ad1f-5b78-439d-aca7-1cf6987dcfa7 req-06a0633a-05c4-40aa-a9ea-f9fe53cdad90 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 944 time: 0.1139913 Jun 18 00:22:40.571311 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb269310-a913-45df-ac06-09747ddee220'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:40.572855 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46801e47-52bd-4f62-9ef2-979df1dfb0e9" -d '{"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb269310-a913-45df-ac06-09747ddee220"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:40.601675 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cb269310-a913-45df-ac06-09747ddee220, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cb269310-a913-45df-ac06-09747ddee220,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:40.621803 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3cf6ad1f-5b78-439d-aca7-1cf6987dcfa7 req-413cbfc5-eb42-4989-bd2e-acb520bee911 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 Jun 18 00:22:40.674633 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.676642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:40.682388 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.764718 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 609489c8-8466-4dcf-86f7-fed1c73e911d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:40.867437 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=6']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:40.877168 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:40.948258 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:40.957580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:40.992551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Pushing event deleted for resources: {'Port': ['ID=cb269310-a913-45df-ac06-09747ddee220,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:40.999029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:41.029689 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 609489c8-8466-4dcf-86f7-fed1c73e911d completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:41.039436 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:41.097809 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] No DVR routers for this DVR port cb269310-a913-45df-ac06-09747ddee220 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:22:41.101527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.108920 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ad0895b7-5942-403d-995a-bd4d8aa599b0 req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "DELETE /v2.0/ports/cb269310-a913-45df-ac06-09747ddee220 HTTP/1.1" status: 204 len: 173 time: 1.7461135 Jun 18 00:22:41.109468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-deleted', 'tag': 'cb269310-a913-45df-ac06-09747ddee220'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:41.111940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920ebe6-7b43-47b1-ab7f-88b9246966c0" -d '{"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-deleted", "tag": "cb269310-a913-45df-ac06-09747ddee220"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:41.149191 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684921'] for router, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.183593 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:41.188298 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:41.194457 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.301062 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.310233 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed2543-8c33-4f5c-b4c8-32f8fc88ab88 x-openstack-request-id: req-76ed2543-8c33-4f5c-b4c8-32f8fc88ab88 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:41.310556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cb269310-a913-45df-ac06-09747ddee220", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:41.311319 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76ed2543-8c33-4f5c-b4c8-32f8fc88ab88 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:41.311319 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb269310-a913-45df-ac06-09747ddee220', 'code': 200} Jun 18 00:22:41.330194 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:41.338778 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8f8ae-3fab-48c2-8e3e-3c60de463057 None None] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:22:41.376906 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38372) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:41.381058 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590444576', 'description': 'tempest-secgroup-smoke-590444576 description', 'project_id': '3e238540d8084c769bf37894d6da8d19'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:41.445583 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Router 58270f9c-14af-4131-a7a2-7f194cb990fc is scheduled to L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e with binding_index 1 {{(pid=99799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 00:22:41.469025 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.476197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:41.490743 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48862c3f-1218-4da7-8ce1-d2f3004aaa9f req-35851090-5c53-4380-9936-8592762a47fb tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=9621f39d-2056-4f49-94bf-7cba5e5b5bf1 HTTP/1.1" status: 200 len: 210 time: 0.0375381 Jun 18 00:22:41.493953 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.544471 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Provisioning for port 609489c8-8466-4dcf-86f7-fed1c73e911d completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:41.561520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Provisioning complete for port 609489c8-8466-4dcf-86f7-fed1c73e911d triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:41.561923 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.575250 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:41.591258 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39ad309-418a-4d50-9740-e99629f27ee5 x-openstack-request-id: req-b39ad309-418a-4d50-9740-e99629f27ee5 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:41.591774 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621f39d-2056-4f49-94bf-7cba5e5b5bf1", "name": "network-vif-deleted", "tag": "cb269310-a913-45df-ac06-09747ddee220", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:41.592151 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b39ad309-418a-4d50-9740-e99629f27ee5 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:41.592276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:41.592669 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621f39d-2056-4f49-94bf-7cba5e5b5bf1', 'name': 'network-vif-deleted', 'tag': 'cb269310-a913-45df-ac06-09747ddee220', 'status': 'completed', 'code': 200} Jun 18 00:22:41.595982 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:41.601822 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Sync routers for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:41.638425 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-4da7adaf-1e98-4608-9706-3ead0623e0f1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:41.639911 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-4da7adaf-1e98-4608-9706-3ead0623e0f1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/networks?id=c20ae857-a4e0-476c-a511-d8369144cd4e HTTP/1.1" status: 200 len: 809 time: 0.1476197 Jun 18 00:22:41.648685 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:41.649400 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:41.659690 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-786764a0-24c2-4501-bb2f-e7bdbc5003d1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/quotas/a1e42e86837a45569b859332a1bcc21c HTTP/1.1" status: 200 len: 375 time: 0.0124478 Jun 18 00:22:41.692634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-9bc54780-62c1-4f31-a6c8-b02e6a0cdb2a tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309956 Jun 18 00:22:41.697775 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.703734 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6276641 Jun 18 00:22:41.709462 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38384) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:41.903911 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.911931 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7129f-3fee-4d96-bfe2-1ff89179e85c req-fc0a6945-e02a-449a-b29e-7b7b90044260 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:41.913536 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02a7129f-3fee-4d96-bfe2-1ff89179e85c req-fc0a6945-e02a-449a-b29e-7b7b90044260 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1729608 Jun 18 00:22:41.948727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:41.956307 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-33af397b-6656-4b17-b44b-ae3ef14b2ddb service neutron] 10.222.0.38 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167072 Jun 18 00:22:41.978653 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:41.987854 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.045072 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 24fb616e-e05c-43ad-a147-935efcd91acc up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:42.047183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fb066056-bcf8-407d-9961-a7c345ceb184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:42.069669 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02a7129f-3fee-4d96-bfe2-1ff89179e85c req-38e0be7c-d464-45a0-8a6b-e7f315d0bc90 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431704 Jun 18 00:22:42.074531 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] For port 609489c8-8466-4dcf-86f7-fed1c73e911d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=609489c8-8466-4dcf-86f7-fed1c73e911d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:42.094555 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.095725 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7188079 Jun 18 00:22:42.101607 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:42.106441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38390) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:42.111005 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:42.117672 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:42.159927 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-f027e1fd-a9ef-4e7f-82b4-d277475b596d service neutron] 10.222.0.38 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026889 Jun 18 00:22:42.169482 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.174302 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61d1039f-e32e-4097-898f-1d7c41e153de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:42.251242 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.266572 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.354621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.367556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 24fb616e-e05c-43ad-a147-935efcd91acc completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:42.379220 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Pushing event updated for resources: {'Port': ['ID=609489c8-8466-4dcf-86f7-fed1c73e911d,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:42.384166 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:42.385041 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 24fb616e-e05c-43ad-a147-935efcd91acc triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:42.385524 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.411338 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.413521 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-08710733-7b7a-49e1-bec6-f8e69ee75971 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:42.434104 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f93660-a6ef-485f-8d2d-75765f8c2ed1,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:42.438459 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:42.514631 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.516011 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4088352 Jun 18 00:22:42.519196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38396) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:42.524589 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:42.554603 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:40Z', 'revision_number': 3, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:42.617907 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Allocated IP 172.20.0.1 (8e217a1b-01fd-4440-b747-1e1a9f62e806/f567292e-cb58-4db5-9f4b-830755ca83c1/605320fb-dfdd-429a-b28c-37279e27381d) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:42.645806 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Checking router: 58270f9c-14af-4131-a7a2-7f194cb990fc for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:42.646156 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Updating router 58270f9c-14af-4131-a7a2-7f194cb990fc port f1c21409-32e7-4979-9e89-37e41fbbaaf2 binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:42.713156 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4a9d759d-3cf2-40d8-be25-fc5023927885 req-f4c0e5c5-aa8f-4ece-bab2-8b1843beccea tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0513196 Jun 18 00:22:42.718946 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 609489c8-8466-4dcf-86f7-fed1c73e911d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:42.738193 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b8f42-fca4-4da4-a2a0-65608d7b2da8 req-09b8bdc2-5a3e-4da8-9d92-b7eed3e21fc2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:42.752834 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e3b8f42-fca4-4da4-a2a0-65608d7b2da8 req-09b8bdc2-5a3e-4da8-9d92-b7eed3e21fc2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 944 time: 0.2015688 Jun 18 00:22:42.764135 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Sync routers for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:42.798206 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.801951 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:42.802315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.811586 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:42.818370 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Transition to ACTIVE for port object 605320fb-dfdd-429a-b28c-37279e27381d will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:42.819791 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-3dbbbf7e-a881-4a07-bec9-3240fd20cb90 None None] Provisioning complete for port 609489c8-8466-4dcf-86f7-fed1c73e911d triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:42.821358 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3dbbbf7e-a881-4a07-bec9-3240fd20cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.879571 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.937144 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.938493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:42.948733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2f26de5d-8ead-435a-936e-11cc930d3198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:43.016088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:43.026843 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:43.044717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:43.045870 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:43.082159 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.109043 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e3b8f42-fca4-4da4-a2a0-65608d7b2da8 req-4fc66221-525c-436b-9514-d0abcad8de23 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522642 Jun 18 00:22:43.218982 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:43.224364 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.229173 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 609489c8-8466-4dcf-86f7-fed1c73e911d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:43.229585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.299029 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:43.317642 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:43.331935 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d83144-c48f-4a16-a76f-291e54a1d924" -d '{"events": [{"server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "name": "network-vif-plugged", "status": "completed", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:43.334012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9132cd37-e341-403b-93ee-e356fbf40d55,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:43.339286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:43.363352 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.363352 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8407590 Jun 18 00:22:43.366625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38428) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:43.375635 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.383453 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:43.399568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:43.512272 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Pushing event updated for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:43.518654 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:43.549199 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680278'] for router_interface, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.553835 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:38Z', 'revision_number': 4, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'd8e6f7ef-b670-474a-8638-9a2e0ae42e31', 'name': '', 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'mac_address': 'fa:16:3e:30:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:38Z', 'revision_number': 2, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'subnets': [{'id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:43.598766 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Checking router: 910e063f-4159-498e-95a1-f26d2d516291 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:43.599257 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Updating router 910e063f-4159-498e-95a1-f26d2d516291 port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 binding host dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:43.604426 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38436) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:43.608644 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:43.619718 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:43.642054 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.724094 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:43.783448 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a019cc5-2522-4e2f-9096-dc92efa2d1d0 req-f301c831-2a26-4346-a1a8-1f300e25137b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:43.784950 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5a019cc5-2522-4e2f-9096-dc92efa2d1d0 req-f301c831-2a26-4346-a1a8-1f300e25137b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.6717241 Jun 18 00:22:43.796600 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.808384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:43.808781 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.835883 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-b2322b57-a17f-4804-a16a-cee02eeeb6d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2299080 Jun 18 00:22:43.902757 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5a019cc5-2522-4e2f-9096-dc92efa2d1d0 req-fb429645-c976-4cb5-b3be-da0a57ee5fe7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026132 Jun 18 00:22:43.939003 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.963845 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Transition to ACTIVE for port object f1c21409-32e7-4979-9e89-37e41fbbaaf2 will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:43.965387 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae811c03-ffb5-44eb-838c-741ebee26b8f req-72b692ed-83c1-4cfb-9231-c979192bcabe tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:43.966522 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:43.966964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ae811c03-ffb5-44eb-838c-741ebee26b8f req-72b692ed-83c1-4cfb-9231-c979192bcabe tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.5926993 Jun 18 00:22:43.996859 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da63ee-b957-4c69-87cc-ede3680df228 x-openstack-request-id: req-32da63ee-b957-4c69-87cc-ede3680df228 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:43.998108 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "name": "network-vif-plugged", "status": "completed", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:43.998549 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32da63ee-b957-4c69-87cc-ede3680df228 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:43.999478 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'code': 200} Jun 18 00:22:44.002279 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-a940e205-c14c-470f-a031-0f135dcddd8d None None] Provisioning for port 605320fb-dfdd-429a-b28c-37279e27381d completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:44.020086 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-a940e205-c14c-470f-a031-0f135dcddd8d None None] Provisioning complete for port 605320fb-dfdd-429a-b28c-37279e27381d triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:44.023410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a940e205-c14c-470f-a031-0f135dcddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.028295 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.054014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ae811c03-ffb5-44eb-838c-741ebee26b8f req-4b06ade8-f64e-405c-b4b7-e461f2e50f45 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683591 Jun 18 00:22:44.107805 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-a940e205-c14c-470f-a031-0f135dcddd8d None None] Port 605320fb-dfdd-429a-b28c-37279e27381d cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:44.113757 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.116718 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.117149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.128038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.178167 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks [] for port, precommit_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.179094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aff5ef-7dce-433f-855d-a07e2c6e7bc2,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.184121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.191531 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.provisioning_blocks [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Transition to ACTIVE for port object d8e6f7ef-b670-474a-8638-9a2e0ae42e31 will not be triggered until provisioned by entity L2. {{(pid=99802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:44.230609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 2a342886-0ad9-4a06-bd4f-af9367c68e7a up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:44.236042 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Attempting to bind port f1c21409-32e7-4979-9e89-37e41fbbaaf2 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:44.236505 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Attempting to bind port f1c21409-32e7-4979-9e89-37e41fbbaaf2 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:44.236943 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Attempting to bind port f1c21409-32e7-4979-9e89-37e41fbbaaf2 on network 4ea62950-9071-403e-b217-8d8f4a73d2f5 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:44.251770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-888894b3-73a7-4764-9f9f-972077b50cb8 req-323769c7-c7cd-43f7-b307-340f9455b4a7 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0882392 Jun 18 00:22:44.260909 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Pushing event updated for resources: {'Port': ['ID=f1c21409-32e7-4979-9e89-37e41fbbaaf2,revision_number=2']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.266112 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.267078 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:44.267548 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Checking segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:44.268017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.268483 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Bound using segment: {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:44.268926 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.269078 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Bound port: f1c21409-32e7-4979-9e89-37e41fbbaaf2, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d8ce99-08ca-4898-a266-a3a1dbb3d246', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:44.269504 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.271153 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.280474 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-3355cad8-61c9-4106-8112-2eadae234e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.338714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.340965 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9680576 Jun 18 00:22:44.343867 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38454) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:44.348551 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] For port f1c21409-32e7-4979-9e89-37e41fbbaaf2, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:44.349144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:44.359576 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] For port f1c21409-32e7-4979-9e89-37e41fbbaaf2, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f1c21409-32e7-4979-9e89-37e41fbbaaf2,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:44.374104 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.380101 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7d462128-6991-47da-8aa9-4bf5c1357f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.385114 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 2a342886-0ad9-4a06-bd4f-af9367c68e7a triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:44.385517 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.388038 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa420d14-638d-44c6-9baf-7c792576c370 None None] Pushing event updated for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=3']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.412473 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1520c8-41e8-4a09-8e66-9c8d77b23466 req-2895eeb0-4f0a-495e-883c-4897362663f8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:44.418397 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dc1520c8-41e8-4a09-8e66-9c8d77b23466 req-2895eeb0-4f0a-495e-883c-4897362663f8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1370587 Jun 18 00:22:44.421693 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-fa420d14-638d-44c6-9baf-7c792576c370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.459947 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Pushing event updated for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.464557 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Attempting to bind port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:44.465834 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Attempting to bind port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:44.466883 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Attempting to bind port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 on network fd71b938-8075-4dea-99c8-9a02ae3963a3 {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:44.471329 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.475988 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:44.476823 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Checking segment: {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:44.477668 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.478141 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Bound using segment: {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'} {{(pid=99802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:44.479265 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.managers [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Bound port: d8e6f7ef-b670-474a-8638-9a2e0ae42e31, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3'}}] {{(pid=99802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:44.479599 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.480031 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.492905 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4160101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681295'] for router_interface, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.499488 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dc1520c8-41e8-4a09-8e66-9c8d77b23466 req-c72a29d0-7eab-4703-9562-7a7c66a3d2df tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Jun 18 00:22:44.500852 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-65b73c41-2e21-4c88-ac11-cbf27c7e4b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.564123 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Pushing event updated for resources: {'Port': ['ID=f1c21409-32e7-4979-9e89-37e41fbbaaf2,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.567632 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] For port d8e6f7ef-b670-474a-8638-9a2e0ae42e31, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:44.573097 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.plugins.ml2.db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] For port d8e6f7ef-b670-474a-8638-9a2e0ae42e31, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:44.588026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.607825 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.608216 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.608631 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.609037 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.609440 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.609946 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.611007 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.611992 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.611992 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.612242 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.612630 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.613022 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:22:44.618614 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.623508 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:44.624255 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:44.625327 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron_lib.callbacks.manager [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.633910 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.674989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.681975 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:44.684115 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:44.723081 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa420d14-638d-44c6-9baf-7c792576c370 None None] Pushing event updated for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=4']} {{(pid=99802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.728068 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG oslo_concurrency.lockutils [None req-fa420d14-638d-44c6-9baf-7c792576c370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.742118 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:44.742892 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:44.759197 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.777625 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:44.792082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:44.828941 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3147704-0822-48b0-81e6-d6c545d9b68d,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:44.833546 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:44.859477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Router 58270f9c-14af-4131-a7a2-7f194cb990fc has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:22:44.901070 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:44.929706 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:44.933932 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38460) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:44.934372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5883770 Jun 18 00:22:44.938616 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:45.037026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:22:45.054118 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] 10.222.0.38 "PUT /v2.0/routers/58270f9c-14af-4131-a7a2-7f194cb990fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419261 Jun 18 00:22:45.075541 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Project 3e238540d8084c769bf37894d6da8d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:22:45.081912 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.184767 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-f2374a2d-9e73-41c4-93bb-ca647026a355 None None] Provisioning complete for port 605320fb-dfdd-429a-b28c-37279e27381d triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:45.185234 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f2374a2d-9e73-41c4-93bb-ca647026a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.237450 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:38Z', 'revision_number': 4, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'd8e6f7ef-b670-474a-8638-9a2e0ae42e31', 'name': '', 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'mac_address': 'fa:16:3e:30:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 4, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'subnets': [{'id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:45.253877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-f2374a2d-9e73-41c4-93bb-ca647026a355 None None] Port 605320fb-dfdd-429a-b28c-37279e27381d cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:22:45.270205 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d68441-c835-44ce-a20f-aef7fbb64148 None None] The sync data for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi is: [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:22:38Z', 'revision_number': 4, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'd8e6f7ef-b670-474a-8638-9a2e0ae42e31', 'name': '', 'network_id': 'fd71b938-8075-4dea-99c8-9a02ae3963a3', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'mac_address': 'fa:16:3e:30:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 4, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'subnets': [{'id': '5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:45.283546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.348437 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:43Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '605320fb-dfdd-429a-b28c-37279e27381d', 'name': '', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'mac_address': 'fa:16:3e:c9:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:42Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 2, 'project_id': '2f70e282207446b487bd402d34e2c733', 'subnets': [{'id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:45.359975 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec442c9-6c5f-4756-8bdf-6444c42ecdb7 req-8ac9b56e-1661-4ff4-83f0-26844b597712 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:45.362234 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-aec442c9-6c5f-4756-8bdf-6444c42ecdb7 req-8ac9b56e-1661-4ff4-83f0-26844b597712 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1405864 Jun 18 00:22:45.369737 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aed8e-627a-4783-859b-e8821c08e092 req-cdfe8cc6-d798-4245-b443-76dae24e115a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:45.371488 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f22aed8e-627a-4783-859b-e8821c08e092 req-cdfe8cc6-d798-4245-b443-76dae24e115a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2286227 Jun 18 00:22:45.373869 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.384395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd66ab2-caa7-4553-9060-4360e0d43278 None None] The sync data for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi is: [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:43Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '605320fb-dfdd-429a-b28c-37279e27381d', 'name': '', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'mac_address': 'fa:16:3e:c9:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:42Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 2, 'project_id': '2f70e282207446b487bd402d34e2c733', 'subnets': [{'id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:45.386888 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-595155c3-75b4-4e69-af25-a5dc4613244b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:45.424234 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1141005e-e5f9-4f38-a5c0-97f14f55c249,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:45.439340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:45.462650 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-aec442c9-6c5f-4756-8bdf-6444c42ecdb7 req-d561bd96-0698-4d77-b773-d50a04ecb2bd tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895863 Jun 18 00:22:45.476876 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f22aed8e-627a-4783-859b-e8821c08e092 req-479a46d6-5912-44ce-ae47-efea6481a800 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921040 Jun 18 00:22:45.515300 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.516384 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5816004 Jun 18 00:22:45.519001 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38474) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:45.529869 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'security_group_rule': {'security_group_id': '5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f', 'project_id': '3e238540d8084c769bf37894d6da8d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:45.668074 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-65eaf7a2-c1a1-4a96-a1c9-318f9b2fe33e req-ef80417d-d357-47f3-9cb6-c5545d26f1f8 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0352600 Jun 18 00:22:45.668074 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Project 3e238540d8084c769bf37894d6da8d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:22:45.671238 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.779499 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.888392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.896490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:45.921865 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb8facb-c82d-41f6-8a40-972ebe6d05be,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:45.924359 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:45.934401 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094fc99-40f3-415a-88fa-a8ab6774e396 req-d088bc5e-e612-4e63-9e82-3fd1fdc9ae15 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:45.936100 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b094fc99-40f3-415a-88fa-a8ab6774e396 req-d088bc5e-e612-4e63-9e82-3fd1fdc9ae15 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1022596 Jun 18 00:22:45.981836 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:45.991887 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-4ca2f77b-2aec-4c5a-9128-d782d4e0f13a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4631910 Jun 18 00:22:46.004479 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b094fc99-40f3-415a-88fa-a8ab6774e396 req-b1b4c5d4-d57e-47a8-accf-e365ef85c1ea tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Jun 18 00:22:46.228684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38516) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:46.233616 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725863542', 'description': 'tempest-secgroup-smoke-725863542 description', 'project_id': '8efc57636e9144c69454f99ef75be326'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:46.320327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.416015 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.492001 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.498151 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7e3915f5-2660-4a1f-8167-9654a8ced417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:46.536695 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5ff73-fc6f-49cb-b72d-e67306fc069c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:46.539925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:46.606800 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.613461 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38526) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:46.618595 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3885906 Jun 18 00:22:46.623890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:46.750672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.850251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cf64b-4be7-4cb3-a26e-98c19a4d23e7 req-0e54d228-3944-4ace-aa84-62b36d909526 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:46.852275 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b43cf64b-4be7-4cb3-a26e-98c19a4d23e7 req-0e54d228-3944-4ace-aa84-62b36d909526 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2020969 Jun 18 00:22:46.867162 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce892122-1319-4df6-9270-74f8a1d9263c req-05b3725d-8557-4a23-8dfb-68d0584b8189 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:46.868816 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce892122-1319-4df6-9270-74f8a1d9263c req-05b3725d-8557-4a23-8dfb-68d0584b8189 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.2463737 Jun 18 00:22:46.872698 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.945742 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f1c21409-32e7-4979-9e89-37e41fbbaaf2 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:46.983765 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:46.986367 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e4440b05-d265-4b35-b03e-42d3671e9214 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:46.991477 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce892122-1319-4df6-9270-74f8a1d9263c req-7b1898b8-3315-443a-87aa-d26c23dd32df tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073730 Jun 18 00:22:47.021446 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b43cf64b-4be7-4cb3-a26e-98c19a4d23e7 req-a9911874-9cfd-4387-b444-df88a8b809fc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389799 Jun 18 00:22:47.053470 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1056fb-08c3-4ae1-b849-8ede87a639a9,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:47.073416 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:47.154441 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.158308 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-75eb3b70-bcb5-4328-a27d-61a56f7e9cb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5411034 Jun 18 00:22:47.158955 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38538) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:47.163846 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:47.203014 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b0e00-acaa-482c-863f-9749becb601a req-bd734b1b-648a-4f6c-bb26-6adb664a6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:47.204691 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0b8b0e00-acaa-482c-863f-9749becb601a req-bd734b1b-648a-4f6c-bb26-6adb664a6095 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1098 time: 0.0610685 Jun 18 00:22:47.235040 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ae398efa-3ab5-4947-802d-ff11b3480085 req-c3edc718-1356-46c3-8de1-359e42ab51bc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0358779 Jun 18 00:22:47.247056 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-aa995981-2360-47aa-85fa-db6a388eb1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.252636 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0b8b0e00-acaa-482c-863f-9749becb601a req-4cd2fc5a-85be-41c3-900b-5eea1cd8205f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Jun 18 00:22:47.258158 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port f1c21409-32e7-4979-9e89-37e41fbbaaf2 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:47.262677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f1c21409-32e7-4979-9e89-37e41fbbaaf2 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:47.263273 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.292457 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.354320 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.367204 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb588ee-fefa-4c19-b6c4-fb65a9a3bbf0 req-af820c4e-569c-42df-86aa-600b82af5508 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:47.368885 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0bb588ee-fefa-4c19-b6c4-fb65a9a3bbf0 req-af820c4e-569c-42df-86aa-600b82af5508 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1285450 Jun 18 00:22:47.377496 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port f1c21409-32e7-4979-9e89-37e41fbbaaf2, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f1c21409-32e7-4979-9e89-37e41fbbaaf2,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:47.391318 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.416715 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0bb588ee-fefa-4c19-b6c4-fb65a9a3bbf0 req-4e0d3fa8-92bb-4a10-bb34-0143f05d4ff9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 Jun 18 00:22:47.422597 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.423808 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device d8e6f7ef-b670-474a-8638-9a2e0ae42e31 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:47.435152 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:47.439684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.442558 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-de10a6d4-e23a-473a-9596-c855f5f1d5c9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:47.461781 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf48bbff-ce42-4b07-b23f-7e44b8bb6bc3,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:47.464695 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:47.508684 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.510120 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500180 Jun 18 00:22:47.513990 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38548) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:47.518840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:47.523015 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=f1c21409-32e7-4979-9e89-37e41fbbaaf2,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:47.523429 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:47.588677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:47.592871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:47.593366 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.628834 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.701693 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.703741 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.725448 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.739575 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port d8e6f7ef-b670-474a-8638-9a2e0ae42e31, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:47.787628 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.789796 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6f889cd7-a26e-49e8-843d-9ad3fbbd21d0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:47.804630 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a61e7bc-d3fc-47c7-afe8-8d3384f44adb,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:47.808890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:47.823253 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.825105 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:47.872352 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:47.875430 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:47.920134 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:47.921356 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061475 Jun 18 00:22:47.923914 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38574) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:47.928519 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:48.091438 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.306238 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.350035 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047f13-58ba-476f-8fd9-2e1abd17890a req-eb9d08c8-8c00-4204-8fe2-b91dff387b29 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:48.352202 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de047f13-58ba-476f-8fd9-2e1abd17890a req-eb9d08c8-8c00-4204-8fe2-b91dff387b29 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1984468 Jun 18 00:22:48.410422 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de047f13-58ba-476f-8fd9-2e1abd17890a req-a6c574c3-e9c0-40cf-beab-02226e462dce tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490160 Jun 18 00:22:48.420176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312020e-c4cb-41d8-a330-4f6e010555db req-26a0046a-bf99-437a-b63b-80ef6fbc1a8d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:48.423982 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1312020e-c4cb-41d8-a330-4f6e010555db req-26a0046a-bf99-437a-b63b-80ef6fbc1a8d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1635823 Jun 18 00:22:48.436361 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.454009 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d27dccd4-120e-4972-8dd6-8357b5441f3e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:48.485256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f49622-eb0d-48dc-b814-82f37b643944,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:48.489831 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:48.520539 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1312020e-c4cb-41d8-a330-4f6e010555db req-e7807674-9cd7-4ed1-b53b-f1affd44993f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847287 Jun 18 00:22:48.596628 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.597813 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-87e27913-10b9-4f54-8651-bc0ac95082a2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6729565 Jun 18 00:22:48.600766 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38590) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:48.641802 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-85062747-eb61-4273-a57a-4b9309bac8b5 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:48.644654 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-85062747-eb61-4273-a57a-4b9309bac8b5 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "GET /v2.0/networks?id=c20ae857-a4e0-476c-a511-d8369144cd4e HTTP/1.1" status: 200 len: 809 time: 0.1614876 Jun 18 00:22:48.663085 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:48.669804 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b91dbfe8-33b3-49df-8f50-32951229ac6b req-2938c433-74e0-4064-987f-378daddee8f3 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0898395 Jun 18 00:22:48.704458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Request body: {'port': {'device_id': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e', 'admin_state_up': True, 'tenant_id': 'a1e42e86837a45569b859332a1bcc21c'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:48.785877 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccda7e-0d50-4b61-b7ae-dd2c07b5122a req-960a11c0-d849-4612-a6ec-641465b71026 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:48.794668 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-08ccda7e-0d50-4b61-b7ae-dd2c07b5122a req-960a11c0-d849-4612-a6ec-641465b71026 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0955379 Jun 18 00:22:48.814147 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Project 8efc57636e9144c69454f99ef75be326 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:22:48.827102 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.876612 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-08ccda7e-0d50-4b61-b7ae-dd2c07b5122a req-0b0ddb48-a1bd-466e-a25b-770d10031a44 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Jun 18 00:22:48.907758 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:48.908867 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f1c21409-32e7-4979-9e89-37e41fbbaaf2 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:48.972261 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port f1c21409-32e7-4979-9e89-37e41fbbaaf2 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:48.972641 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.005574 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.007805 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:49.026119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd53a1ff-c9f3-4e1f-a50b-3d9bdea57417,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:49.034381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:49.041331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Made reservation on behalf of a1e42e86837a45569b859332a1bcc21c for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:22:49.043720 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.063002 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device d8e6f7ef-b670-474a-8638-9a2e0ae42e31 up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:49.131454 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:49.131923 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.132630 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.137608 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-498cdca7-b06f-4e07-a819-c82707a36f41 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4881790 Jun 18 00:22:49.138586 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38596) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:22:49.146388 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'security_group_rule': {'security_group_id': '80e5ff73-fc6f-49cb-b72d-e67306fc069c', 'project_id': '8efc57636e9144c69454f99ef75be326', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:49.260266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Allocated IP 172.20.0.9 (c20ae857-a4e0-476c-a511-d8369144cd4e/4c9a91c9-72e6-424b-88a7-9b8721b91e5d/cf99510f-2562-45c8-8e3c-59436cdb151d) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:22:49.280246 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Project 8efc57636e9144c69454f99ef75be326 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:22:49.286232 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.351538 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889b3ba-316b-4ef0-aa99-07c7ed5edf11 req-5baf8692-f637-4d27-b2ed-4a5617118951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:49.353127 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b889b3ba-316b-4ef0-aa99-07c7ed5edf11 req-5baf8692-f637-4d27-b2ed-4a5617118951 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.1278470 Jun 18 00:22:49.364362 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.462739 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b889b3ba-316b-4ef0-aa99-07c7ed5edf11 req-d5f730a3-2746-4fc0-bafe-536c61347aa3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Jun 18 00:22:49.472642 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.491532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.494443 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:49.516128 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1813f1-7ef5-4a09-a4ae-42bef13c856a,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:49.518811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:49.572376 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.577261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:49.605731 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb555-e632-435f-828b-c38cc13b11c6 req-aa44e7d9-0a96-4bfd-9d5b-27b9bf9d3d07 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:49.607530 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e84eb555-e632-435f-828b-c38cc13b11c6 req-aa44e7d9-0a96-4bfd-9d5b-27b9bf9d3d07 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0698097 Jun 18 00:22:49.608685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.609864 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-76efa1a6-ceb6-4469-943c-bda558985f2b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4697618 Jun 18 00:22:49.659240 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e84eb555-e632-435f-828b-c38cc13b11c6 req-c6160cca-d0b9-4350-92ca-258c68754d95 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Jun 18 00:22:49.665427 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Network c20ae857-a4e0-476c-a511-d8369144cd4e is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:22:49.686666 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:22:49.689487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:22:49.694096 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Pushing event updated for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:49.723772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:49.748016 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579f79a-16f5-46e3-8470-ff275c2eac77 req-833c0018-ce5d-41eb-a59b-09ffdff9008c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:49.748741 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c579f79a-16f5-46e3-8470-ff275c2eac77 req-833c0018-ce5d-41eb-a59b-09ffdff9008c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0952847 Jun 18 00:22:49.809943 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c579f79a-16f5-46e3-8470-ff275c2eac77 req-30f5155f-ef98-44ba-82f0-21df6f73bfb6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485468 Jun 18 00:22:49.814010 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:49.814800 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.832666 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-41b3efff-9ff9-4b5a-91da-5fa96a5fb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.849229 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Sync routers for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:22:49.862188 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:49.862869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:49.904064 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2035127 Jun 18 00:22:49.928419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Request body: {'port': {'device_id': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:22:49.981237 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:49.988910 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aff871-6c2a-41a6-8e34-cd10743e81d8 req-7eb00bee-674a-47e5-afde-629274613ac1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:49.990598 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-14aff871-6c2a-41a6-8e34-cd10743e81d8 req-7eb00bee-674a-47e5-afde-629274613ac1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 931 time: 0.1342950 Jun 18 00:22:50.051279 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.063324 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:50.065289 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-14aff871-6c2a-41a6-8e34-cd10743e81d8 req-97a5224a-2472-4dbd-afb8-501ac1a9e6c2 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Jun 18 00:22:50.282687 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c80fb8-a428-4f55-a16e-4bdfb835a613 req-6847662b-7eb4-4ff7-bfaf-d97c7df8c57e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:50.285133 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d8c80fb8-a428-4f55-a16e-4bdfb835a613 req-6847662b-7eb4-4ff7-bfaf-d97c7df8c57e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0936053 Jun 18 00:22:50.331242 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d8c80fb8-a428-4f55-a16e-4bdfb835a613 req-5a2d2fc9-c6c2-433d-a442-8b672e5db9e5 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Jun 18 00:22:50.401277 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:43Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '605320fb-dfdd-429a-b28c-37279e27381d', 'name': '', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'mac_address': 'fa:16:3e:c9:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:42Z', 'updated_at': '2021-06-18T00:22:44Z', 'revision_number': 2, 'project_id': '2f70e282207446b487bd402d34e2c733', 'subnets': [{'id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:50.429875 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf99510f-2562-45c8-8e3c-59436cdb151d {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:22:50.434737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Checking router: 58270f9c-14af-4131-a7a2-7f194cb990fc for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:22:50.435120 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Updating router 58270f9c-14af-4131-a7a2-7f194cb990fc port 605320fb-dfdd-429a-b28c-37279e27381d binding host dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 00:22:50.439893 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.456791 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Transition to ACTIVE for port object cf99510f-2562-45c8-8e3c-59436cdb151d will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:50.483392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.542665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.545858 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:50.556219 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08599a3-b8d9-4b9c-95af-f46249d867e7 req-c04c28f2-5a27-4d69-93cd-720eb60bd128 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:50.557847 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f08599a3-b8d9-4b9c-95af-f46249d867e7 req-c04c28f2-5a27-4d69-93cd-720eb60bd128 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1119182 Jun 18 00:22:50.592923 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4731df8-cfb7-483d-ba6b-52ac26ff4d0a req-78b10f62-6612-4dc9-b309-fcd3fea8e0a2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:50.594057 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b4731df8-cfb7-483d-ba6b-52ac26ff4d0a req-78b10f62-6612-4dc9-b309-fcd3fea8e0a2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1183915 Jun 18 00:22:50.640858 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f08599a3-b8d9-4b9c-95af-f46249d867e7 req-b6434bc5-7a18-4205-8956-88e79782e20c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756989 Jun 18 00:22:50.641053 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:50.655231 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:50.664386 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b4731df8-cfb7-483d-ba6b-52ac26ff4d0a req-a294b832-e941-4975-adc5-a7389ad1bfb6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Jun 18 00:22:50.735658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Attempting to bind port cf99510f-2562-45c8-8e3c-59436cdb151d on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:50.736274 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Attempting to bind port cf99510f-2562-45c8-8e3c-59436cdb151d by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:50.736543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Attempting to bind port cf99510f-2562-45c8-8e3c-59436cdb151d on network c20ae857-a4e0-476c-a511-d8369144cd4e {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:50.746916 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Port cf99510f-2562-45c8-8e3c-59436cdb151d on network c20ae857-a4e0-476c-a511-d8369144cd4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:22:50.747300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Attempting to bind port cf99510f-2562-45c8-8e3c-59436cdb151d on network c20ae857-a4e0-476c-a511-d8369144cd4e {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:50.753192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:50.753641 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Checking segment: {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:50.754083 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Bound using segment: {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:50.754601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Bound port: cf99510f-2562-45c8-8e3c-59436cdb151d, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:50.755032 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.824762 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.902606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks [] for port, precommit_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:50.904874 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23523c-2570-4787-8fb1-fb205821e041 req-5360fdfc-e30b-4393-afd7-633d87a06a07 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:50.906607 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8a23523c-2570-4787-8fb1-fb205821e041 req-5360fdfc-e30b-4393-afd7-633d87a06a07 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0919688 Jun 18 00:22:50.924180 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Transition to ACTIVE for port object 605320fb-dfdd-429a-b28c-37279e27381d will not be triggered until provisioned by entity L2. {{(pid=99801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:22:50.944009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:50.948345 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cf99510f-2562-45c8-8e3c-59436cdb151d,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:50.959243 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8a23523c-2570-4787-8fb1-fb205821e041 req-49bb5d65-b666-4e4c-a837-2956145f931a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Jun 18 00:22:51.000025 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.002284 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:51.029023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.032359 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:51.107938 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:51.109040 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.110712 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf99510f-2562-45c8-8e3c-59436cdb151d HTTP/1.1" status: 200 len: 1093 time: 1.1899841 Jun 18 00:22:51.111378 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:51.114011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4198c8d-e164-4b2e-b9da-2d770c86aa59" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:51.138674 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:51.160354 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:51.177694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc41b0-d5ec-4c61-bed6-c1b83827d9c9 req-e784dce1-66d2-4c17-908a-673096afd95b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:51.179381 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdbc41b0-d5ec-4c61-bed6-c1b83827d9c9 req-e784dce1-66d2-4c17-908a-673096afd95b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0967031 Jun 18 00:22:51.182105 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586aaf3-28ac-4431-80ad-1a41616b93e3 None None] Pushing event updated for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=3']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:51.189418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6586aaf3-28ac-4431-80ad-1a41616b93e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:51.250711 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Attempting to bind port 605320fb-dfdd-429a-b28c-37279e27381d on host dv-cinder-796950-2-iscsi for vnic_type normal with profile {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:22:51.251086 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Attempting to bind port 605320fb-dfdd-429a-b28c-37279e27381d by drivers openvswitch,hyperv on host dv-cinder-796950-2-iscsi at level 0 using segments [{'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:22:51.251458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Attempting to bind port 605320fb-dfdd-429a-b28c-37279e27381d on network 8e217a1b-01fd-4440-b747-1e1a9f62e806 {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:22:51.256307 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Checking agent: {'id': '626f83e8-dedb-42ca-a631-9d13f6bff6fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 11, 20), 'started_at': datetime.datetime(2021, 6, 18, 0, 11, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:22:51.256687 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Checking segment: {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:22:51.257477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.257477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Bound using segment: {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'} {{(pid=99801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:22:51.257941 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.managers [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Bound port: 605320fb-dfdd-429a-b28c-37279e27381d, host: dv-cinder-796950-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daf26c1-ede3-4359-ae9a-55dd2acea1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806'}}] {{(pid=99801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:22:51.258319 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.260533 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdbc41b0-d5ec-4c61-bed6-c1b83827d9c9 req-5a792eb7-ba1a-43f9-9642-c4f48ed3bbe5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601070 Jun 18 00:22:51.282800 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2491c-9316-41df-af9d-1b36ea4206f4 req-7af2f5af-1e8c-4595-93f5-6bde95917503 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:51.284436 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-42c2491c-9316-41df-af9d-1b36ea4206f4 req-7af2f5af-1e8c-4595-93f5-6bde95917503 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1039090 Jun 18 00:22:51.340477 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-42c2491c-9316-41df-af9d-1b36ea4206f4 req-7763a31c-67a8-4024-8d51-58688d575a96 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Jun 18 00:22:51.341921 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] For port 605320fb-dfdd-429a-b28c-37279e27381d, host dv-cinder-796950-2-iscsi, cleared binding levels {{(pid=99801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:22:51.345845 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] For port 605320fb-dfdd-429a-b28c-37279e27381d, host dv-cinder-796950-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=605320fb-dfdd-429a-b28c-37279e27381d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:22:51.387695 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5cf61-b950-49fd-a37a-b31cc978348c x-openstack-request-id: req-6cc5cf61-b950-49fd-a37a-b31cc978348c {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:51.390657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:51.390657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cc5cf61-b950-49fd-a37a-b31cc978348c {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:51.390657 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d', 'status': 'completed', 'code': 200} Jun 18 00:22:51.423227 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:51.425556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:51.462360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264682-26d8-489f-8564-c91deb855767 req-c092bbc3-65e2-47bb-a039-cab4847119f0 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:51.464111 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c1264682-26d8-489f-8564-c91deb855767 req-c092bbc3-65e2-47bb-a039-cab4847119f0 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 943 time: 0.0663068 Jun 18 00:22:51.510817 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c1264682-26d8-489f-8564-c91deb855767 req-f93f9818-eff9-492b-82d5-8fa12728d53d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Jun 18 00:22:51.601243 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586aaf3-28ac-4431-80ad-1a41616b93e3 None None] Pushing event updated for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:51.603876 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:22:51.604486 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:51.606497 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6586aaf3-28ac-4431-80ad-1a41616b93e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:51.718314 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:22:51.846715 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65a86-7123-46f5-bca5-a351d9c0a754 req-d5fc940a-29df-46c4-91ae-613949acf4cb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:51.848093 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-19b65a86-7123-46f5-bca5-a351d9c0a754 req-d5fc940a-29df-46c4-91ae-613949acf4cb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0714293 Jun 18 00:22:51.900899 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-19b65a86-7123-46f5-bca5-a351d9c0a754 req-e05fb831-8f04-40fb-bf20-1d7eaa36f984 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 Jun 18 00:22:51.935202 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:43Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '605320fb-dfdd-429a-b28c-37279e27381d', 'name': '', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'mac_address': 'fa:16:3e:c9:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:42Z', 'updated_at': '2021-06-18T00:22:51Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'subnets': [{'id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:22:51.970754 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b5ef3-e55c-4cd6-bb13-246549f6801b None None] The sync data for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi is: [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:22:43Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '605320fb-dfdd-429a-b28c-37279e27381d', 'name': '', 'network_id': '8e217a1b-01fd-4440-b747-1e1a9f62e806', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'mac_address': 'fa:16:3e:c9:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:42Z', 'updated_at': '2021-06-18T00:22:51Z', 'revision_number': 4, 'project_id': '2f70e282207446b487bd402d34e2c733', 'subnets': [{'id': 'f567292e-cb58-4db5-9f4b-830755ca83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:22:52.125298 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844d1c-d8a6-4e11-96e5-3fcf20b66ca4 req-a0538d21-7985-458b-b3a0-be6454f20cce tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:52.126985 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b3844d1c-d8a6-4e11-96e5-3fcf20b66ca4 req-a0538d21-7985-458b-b3a0-be6454f20cce tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0626919 Jun 18 00:22:52.169044 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b3844d1c-d8a6-4e11-96e5-3fcf20b66ca4 req-4c9331e6-b368-4545-83c1-0ccec2291055 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Jun 18 00:22:52.462358 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:52.467116 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d833-6c74-46ff-b3aa-dbeb1c093d4b req-170c0125-f89c-412a-a4b3-ba00b95a4604 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:52.468617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6225d833-6c74-46ff-b3aa-dbeb1c093d4b req-170c0125-f89c-412a-a4b3-ba00b95a4604 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0675848 Jun 18 00:22:52.510073 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6225d833-6c74-46ff-b3aa-dbeb1c093d4b req-da005cdc-9a1f-4f89-8dc5-e7f983b7d0bd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Jun 18 00:22:52.689566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658b127-6973-45aa-a5e1-800d33f5fbaf req-c65e40bf-32ce-4e50-82f2-8f721378362d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:52.691094 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d658b127-6973-45aa-a5e1-800d33f5fbaf req-c65e40bf-32ce-4e50-82f2-8f721378362d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 943 time: 0.0645394 Jun 18 00:22:52.732768 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d658b127-6973-45aa-a5e1-800d33f5fbaf req-7bc0792b-cd5f-492a-936c-94548c0bcfb1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Jun 18 00:22:52.793712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 605320fb-dfdd-429a-b28c-37279e27381d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:52.933926 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning for port 605320fb-dfdd-429a-b28c-37279e27381d completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:52.939854 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-f5897ee9-5c4a-4cdc-af04-a01665f133ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:52.942035 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-f5897ee9-5c4a-4cdc-af04-a01665f133ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 1096 time: 0.0605941 Jun 18 00:22:52.944005 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 605320fb-dfdd-429a-b28c-37279e27381d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:52.944399 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:53.128589 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:53.132261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-5a1c7891-e519-4d4a-aa8e-5f92957a0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.133258 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-5a1c7891-e519-4d4a-aa8e-5f92957a0627 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a1e42e86837a45569b859332a1bcc21c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1720831 Jun 18 00:22:53.151781 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a97bd-1e08-4fca-b94e-d7781ccd2689 req-fc886766-de18-46b2-93eb-29209f72bdfd tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.153848 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-182a97bd-1e08-4fca-b94e-d7781ccd2689 req-fc886766-de18-46b2-93eb-29209f72bdfd tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0752902 Jun 18 00:22:53.162657 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] For port 605320fb-dfdd-429a-b28c-37279e27381d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=605320fb-dfdd-429a-b28c-37279e27381d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:53.200330 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-182a97bd-1e08-4fca-b94e-d7781ccd2689 req-95fac9e1-9dd8-4272-a789-9420fd80ffb4 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Jun 18 00:22:53.222487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:53.224422 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:53.303894 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Pushing event updated for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:53.307692 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:53.319587 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-e4b8b9e4-604a-4acd-9285-8a92ffc45e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.321033 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d4198c8d-e164-4b2e-b9da-2d770c86aa59 req-e4b8b9e4-604a-4acd-9285-8a92ffc45e31 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144264 Jun 18 00:22:53.367790 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab66f9-3b7d-487c-9a10-9d663acbca1a req-4b31f8db-587f-4b28-9a7c-b6f8fe77e8d5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.369299 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-58ab66f9-3b7d-487c-9a10-9d663acbca1a req-4b31f8db-587f-4b28-9a7c-b6f8fe77e8d5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0741379 Jun 18 00:22:53.412964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-58ab66f9-3b7d-487c-9a10-9d663acbca1a req-dbbc93d9-dce1-4529-a331-8c4881469b1f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Jun 18 00:22:53.480704 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-4e3fc67e-5f3d-4568-b487-1007dcb19fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.482417 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-4e3fc67e-5f3d-4568-b487-1007dcb19fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 1096 time: 0.0760164 Jun 18 00:22:53.536058 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-9c51d687-f3da-4f5a-bf80-1e3acf466bc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf99510f-2562-45c8-8e3c-59436cdb151d HTTP/1.1" status: 200 len: 217 time: 0.0370986 Jun 18 00:22:53.600102 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-92d5468a-7758-4561-8bae-8168bb2016da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.601565 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-92d5468a-7758-4561-8bae-8168bb2016da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c9a91c9-72e6-424b-88a7-9b8721b91e5d HTTP/1.1" status: 200 len: 849 time: 0.0586474 Jun 18 00:22:53.649498 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-5f8cf516-5109-4ffb-bb22-6d581e381fc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c20ae857-a4e0-476c-a511-d8369144cd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278735 Jun 18 00:22:53.691789 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233edd87-7c5a-4446-ad84-652853b338f5 req-9d86dcdc-3329-40c5-ae25-26e0fd40496d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.693329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-233edd87-7c5a-4446-ad84-652853b338f5 req-9d86dcdc-3329-40c5-ae25-26e0fd40496d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0647275 Jun 18 00:22:53.732594 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-233edd87-7c5a-4446-ad84-652853b338f5 req-e51e4168-dd9f-4035-ba47-b269499faac2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Jun 18 00:22:53.779784 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-4af29df8-2ae4-42df-8cf2-0e2c1da324a0 service neutron] 10.222.0.16 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008193 Jun 18 00:22:53.875678 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e697ba7d-6524-493e-a9c4-d8d82c2b66a9 req-9752cb0d-f8a6-4077-a80b-b46123af1200 service neutron] 10.222.0.16 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Jun 18 00:22:53.916107 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664ad87-b5fa-412b-8fe8-3e488fd359d5 req-b94f55f6-54c2-4d81-b8d2-98f5a1fe27aa tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:53.918361 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6664ad87-b5fa-412b-8fe8-3e488fd359d5 req-b94f55f6-54c2-4d81-b8d2-98f5a1fe27aa tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 943 time: 0.0730877 Jun 18 00:22:53.957788 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6664ad87-b5fa-412b-8fe8-3e488fd359d5 req-d1f77721-36c9-4549-b18a-f94a19a3dbbe tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Jun 18 00:22:54.299552 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-184f5429-1e29-4435-95c4-43ed9fa4cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.301077 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-184f5429-1e29-4435-95c4-43ed9fa4cc27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 1097 time: 0.0948606 Jun 18 00:22:54.393974 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-2aaa9643-3afe-4910-9d87-6e19eacb01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.395314 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb450a-07fc-48a2-b557-4effc029e258 req-caf228cd-c54f-4bba-8787-410349615d83 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.395568 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-2aaa9643-3afe-4910-9d87-6e19eacb01f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1097 time: 0.0531518 Jun 18 00:22:54.396828 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-78eb450a-07fc-48a2-b557-4effc029e258 req-caf228cd-c54f-4bba-8787-410349615d83 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0631363 Jun 18 00:22:54.440444 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-78eb450a-07fc-48a2-b557-4effc029e258 req-c34880aa-6276-497e-b892-57f4372bc79a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370655 Jun 18 00:22:54.489827 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-7278e60e-cba1-4ec7-a4a5-f4e3bc667989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.491327 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-7278e60e-cba1-4ec7-a4a5-f4e3bc667989 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.0885100 Jun 18 00:22:54.564518 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-29cf4643-bbae-4af4-a9c4-90d3ad6d4a20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 999 time: 0.0619760 Jun 18 00:22:54.618932 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-81d5b4e1-528d-4267-be90-0748a432be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.620606 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-81d5b4e1-528d-4267-be90-0748a432be4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0486534 Jun 18 00:22:54.685261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-d280cc9f-6c66-4ac4-aff4-f6b18d1f7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:54.686834 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-d280cc9f-6c66-4ac4-aff4-f6b18d1f7ae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548689 Jun 18 00:22:54.780841 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 605320fb-dfdd-429a-b28c-37279e27381d up at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:54.785425 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-93a9094f-0db6-49f4-8d7d-3680c07e8da5 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Jun 18 00:22:54.828528 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Provisioning complete for port 605320fb-dfdd-429a-b28c-37279e27381d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:54.828918 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:54.882182 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6f3d57ad-8218-42ce-9cbd-239511dd2b8b req-a8d7a542-b42a-4602-a0a3-b3899694e7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925987 Jun 18 00:22:55.430407 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf457b-0d14-4502-94ef-5234c6685403 req-f6552e7b-9f3c-4f66-94de-b91026862dc3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:55.431988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eacf457b-0d14-4502-94ef-5234c6685403 req-f6552e7b-9f3c-4f66-94de-b91026862dc3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0639772 Jun 18 00:22:55.470319 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eacf457b-0d14-4502-94ef-5234c6685403 req-c5ada81b-954d-4d4c-971f-68365a5c5bae tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jun 18 00:22:55.640291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58e62-51a5-4b98-8619-357b6922d6d6 req-db1baef9-e687-4030-81ce-dcf718c727d1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:55.641730 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25e58e62-51a5-4b98-8619-357b6922d6d6 req-db1baef9-e687-4030-81ce-dcf718c727d1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0671597 Jun 18 00:22:55.678195 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25e58e62-51a5-4b98-8619-357b6922d6d6 req-a44771df-f1d2-4de3-be65-1b7e59c6513b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Jun 18 00:22:55.844554 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a75a2-80f2-4d72-82c7-9eecdda82ad2 req-0ffc3d11-adbc-4a9d-90f5-ba76bf8044cc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:55.845935 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8c9a75a2-80f2-4d72-82c7-9eecdda82ad2 req-0ffc3d11-adbc-4a9d-90f5-ba76bf8044cc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 943 time: 0.0630031 Jun 18 00:22:55.883029 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8c9a75a2-80f2-4d72-82c7-9eecdda82ad2 req-709e6b68-0815-462c-a536-4433569abe99 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jun 18 00:22:56.045195 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83933-8eab-4f0d-94c6-c2679a3b2e4e req-c7de1270-c77e-4e59-b3ef-8dda9f0820b7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.046789 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f1c83933-8eab-4f0d-94c6-c2679a3b2e4e req-c7de1270-c77e-4e59-b3ef-8dda9f0820b7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0647879 Jun 18 00:22:56.082908 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f1c83933-8eab-4f0d-94c6-c2679a3b2e4e req-1625e4d2-96c0-4493-9a1d-fb6a64455ac9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304337 Jun 18 00:22:56.733323 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6ac0f-f87c-4ea5-9565-cb0f78def437 req-a81322b2-d23b-499a-9388-61b638aa742d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.734816 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-85d6ac0f-f87c-4ea5-9565-cb0f78def437 req-a81322b2-d23b-499a-9388-61b638aa742d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0652030 Jun 18 00:22:56.764266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-247b0b38-8e94-4953-81f1-4cd15f9373ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.765825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-247b0b38-8e94-4953-81f1-4cd15f9373ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f59c33eff28a440a82e0e78c337e3adc&device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 1098 time: 0.0548158 Jun 18 00:22:56.773690 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-85d6ac0f-f87c-4ea5-9565-cb0f78def437 req-873d89c3-48e7-499a-9c4c-c50437b8778a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Jun 18 00:22:56.805958 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cf99510f-2562-45c8-8e3c-59436cdb151d details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:22:56.862369 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-e24ae36a-6715-4b7d-9c4f-dcebfe9864a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.863836 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-e24ae36a-6715-4b7d-9c4f-dcebfe9864a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 200 len: 920 time: 0.0915534 Jun 18 00:22:56.905372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-7a2fde8d-4142-489d-a2b8-c20345047940 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 200 len: 217 time: 0.0348632 Jun 18 00:22:56.915277 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cf99510f-2562-45c8-8e3c-59436cdb151d,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:56.930319 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'cf99510f-2562-45c8-8e3c-59436cdb151d', 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e', 'port_id': 'cf99510f-2562-45c8-8e3c-59436cdb151d', 'mac_address': 'fa:16:3e:63:f6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9a91c9-72e6-424b-88a7-9b8721b91e5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:22:56.947275 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f036d6-1410-4335-8bea-91aa91120759 req-4fda630a-57f4-4c12-bfc8-1442dcde648b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.948901 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f7f036d6-1410-4335-8bea-91aa91120759 req-4fda630a-57f4-4c12-bfc8-1442dcde648b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0735948 Jun 18 00:22:56.963785 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-99ea1def-8bb7-416e-8fec-75ec77d8d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:56.964134 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-99ea1def-8bb7-416e-8fec-75ec77d8d921 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 200 len: 859 time: 0.0461755 Jun 18 00:22:56.972721 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:56.985949 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf99510f-2562-45c8-8e3c-59436cdb151d {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:22:56.990800 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f7f036d6-1410-4335-8bea-91aa91120759 req-042df04e-20b5-443d-9713-2aa9171f1459 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335844 Jun 18 00:22:56.999110 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-04ecc1bb-119c-427a-8e93-5c11c0e8f78e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d879b9f2-97fe-44ac-8b70-5960e11e40da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274866 Jun 18 00:22:57.010533 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cf99510f-2562-45c8-8e3c-59436cdb151d,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:57.096230 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:57.098071 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-45707fec-aa3e-4369-a729-a9e4729c290f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:57.098799 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-1cf24ad6-6750-4404-b935-12bd2ada6302 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932310 Jun 18 00:22:57.155044 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:57.158428 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:57.174764 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a2f5-cbfe-4503-bace-9a3bc5904168 req-8f3524e1-47a8-45dd-b30a-7fc1181644b6 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:57.179203 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9be5a2f5-cbfe-4503-bace-9a3bc5904168 req-8f3524e1-47a8-45dd-b30a-7fc1181644b6 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 944 time: 0.0734315 Jun 18 00:22:57.201245 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2f54c4f1-68dc-4dc0-9e78-a1e6aa2e86e2 req-5335b199-1dc6-4009-a791-30e746ea1059 service neutron] 10.222.0.16 "GET /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904162 Jun 18 00:22:57.215977 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9be5a2f5-cbfe-4503-bace-9a3bc5904168 req-3ccb9f56-0d36-4c4c-80cc-1b4fefb3b72c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Jun 18 00:22:57.378109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ccb57-5bf5-4ac7-ad9c-5f8d46cc48d8 req-aeefb4ea-ab0e-4115-9e69-0afc7f57e020 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:57.379606 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-102ccb57-5bf5-4ac7-ad9c-5f8d46cc48d8 req-aeefb4ea-ab0e-4115-9e69-0afc7f57e020 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0621171 Jun 18 00:22:57.417830 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-102ccb57-5bf5-4ac7-ad9c-5f8d46cc48d8 req-6f4b90ee-70d4-482b-af0b-dddcda5cab0b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Jun 18 00:22:57.556816 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['cf99510f-2562-45c8-8e3c-59436cdb151d'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:22:57.950747 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23568d97-4437-45c1-88b5-3cfb456b0476 req-5d288967-1844-4fc8-abba-100fec83e5cb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:57.952190 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-23568d97-4437-45c1-88b5-3cfb456b0476 req-5d288967-1844-4fc8-abba-100fec83e5cb tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0666540 Jun 18 00:22:57.990374 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-23568d97-4437-45c1-88b5-3cfb456b0476 req-b60d6671-8dd7-4c8c-af68-486de76c599c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jun 18 00:22:58.172507 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119a95-b3b0-4b45-acda-8d77f7bab259 req-2a39b011-4342-4d3c-86aa-e395c6fe099e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:58.173946 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d119a95-b3b0-4b45-acda-8d77f7bab259 req-2a39b011-4342-4d3c-86aa-e395c6fe099e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0618532 Jun 18 00:22:58.211122 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d119a95-b3b0-4b45-acda-8d77f7bab259 req-e0f42f1d-c8cf-4aa0-a3d2-84c0c768e5cb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Jun 18 00:22:58.385178 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaa94f-ff29-4bff-889d-1716dbc1d46b req-905aa466-2735-43e2-a622-62d61a45939d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:58.386676 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0fbaa94f-ff29-4bff-889d-1716dbc1d46b req-905aa466-2735-43e2-a622-62d61a45939d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 944 time: 0.0621796 Jun 18 00:22:58.423584 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0fbaa94f-ff29-4bff-889d-1716dbc1d46b req-da2ed529-cd39-40eb-8a4d-a5de73b83a7c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Jun 18 00:22:58.600176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a5db-abc6-41b3-9c23-706561432525 req-12445a7e-d098-435c-a121-278b9d8ee18d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:58.601628 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccd3a5db-abc6-41b3-9c23-706561432525 req-12445a7e-d098-435c-a121-278b9d8ee18d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0668697 Jun 18 00:22:58.637730 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccd3a5db-abc6-41b3-9c23-706561432525 req-bccdafde-f0c3-4702-9512-1f238a67c998 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298817 Jun 18 00:22:58.831169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cf99510f-2562-45c8-8e3c-59436cdb151d up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:22:58.953973 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port cf99510f-2562-45c8-8e3c-59436cdb151d completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:22:58.958215 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port cf99510f-2562-45c8-8e3c-59436cdb151d triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:22:58.958604 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:59.037127 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:59.060908 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:22:59.063259 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4bf77e-8898-47a2-86b7-5ff4876a0822" -d '{"events": [{"server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "name": "network-vif-plugged", "status": "completed", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:22:59.075568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cf99510f-2562-45c8-8e3c-59436cdb151d,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:22:59.147704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:22:59.150410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:22:59.186489 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858e799-221d-4f33-aeb0-6e41331a853f req-ce8ea46c-d086-48a3-afc7-f4c7a530ef4f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:59.187974 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9858e799-221d-4f33-aeb0-6e41331a853f req-ce8ea46c-d086-48a3-afc7-f4c7a530ef4f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0838144 Jun 18 00:22:59.199858 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:22:59.202935 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:22:59.231104 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9858e799-221d-4f33-aeb0-6e41331a853f req-6c4eb10c-11d8-495f-9b0d-d3094f768601 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jun 18 00:22:59.276894 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0cb85-374f-444f-9ada-2d9e478f0e27 x-openstack-request-id: req-c8d0cb85-374f-444f-9ada-2d9e478f0e27 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:22:59.277268 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "name": "network-vif-plugged", "status": "completed", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:22:59.277596 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8d0cb85-374f-444f-9ada-2d9e478f0e27 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:22:59.278005 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d', 'code': 200} Jun 18 00:22:59.442258 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c6264-12f2-4d01-a4f2-248ed545b9e7 req-82e994ba-aca5-45b8-9710-f9142ac0fc72 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:59.443868 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d7c6264-12f2-4d01-a4f2-248ed545b9e7 req-82e994ba-aca5-45b8-9710-f9142ac0fc72 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0791817 Jun 18 00:22:59.483279 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d7c6264-12f2-4d01-a4f2-248ed545b9e7 req-925bdc35-afb8-4e86-8bfe-34072fed33f2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jun 18 00:22:59.653987 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a1979-8f2b-435b-8fad-3d647b468012 req-f2e38a98-d26d-47ab-8344-98b0781dc8db tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:59.655526 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d3a1979-8f2b-435b-8fad-3d647b468012 req-f2e38a98-d26d-47ab-8344-98b0781dc8db tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.0636568 Jun 18 00:22:59.694777 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d3a1979-8f2b-435b-8fad-3d647b468012 req-7a6475d6-463a-4e64-80b7-43f02a5b7c6a tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Jun 18 00:22:59.871913 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a511bb-dc8a-4039-89a3-bedce5e69fea req-dffaae82-d49a-491e-9858-178fd791bc41 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:59.873616 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c1a511bb-dc8a-4039-89a3-bedce5e69fea req-dffaae82-d49a-491e-9858-178fd791bc41 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0674875 Jun 18 00:22:59.915576 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c1a511bb-dc8a-4039-89a3-bedce5e69fea req-0030d75d-0036-421f-b9a7-9b362d620597 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363357 Jun 18 00:22:59.952768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbe46-402a-4af7-afc2-5091a70640cb req-db610303-0e3f-4d5a-acb7-d3ade8097c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:22:59.954253 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-accbbe46-402a-4af7-afc2-5091a70640cb req-db610303-0e3f-4d5a-acb7-d3ade8097c16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 1098 time: 0.2905335 Jun 18 00:22:59.987732 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-accbbe46-402a-4af7-afc2-5091a70640cb req-d788a4d1-5351-4fdf-ad25-897943010e85 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265622 Jun 18 00:23:00.406755 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e1afe-3d13-4b07-8b9e-2831c354741e req-42d5de3b-bf5e-42eb-80e6-3b8dd74a3af7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:00.408124 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b8e1afe-3d13-4b07-8b9e-2831c354741e req-42d5de3b-bf5e-42eb-80e6-3b8dd74a3af7 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0658326 Jun 18 00:23:00.447416 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4b8e1afe-3d13-4b07-8b9e-2831c354741e req-0c81bd92-f081-43b2-8f0e-a1b2ca751a0a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Jun 18 00:23:00.667165 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba750a9f-a0f2-47ef-ba81-8e48a82b64c9 req-ae7e728e-cd5d-4d1d-a63f-f4d027e5e6d8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:00.669063 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba750a9f-a0f2-47ef-ba81-8e48a82b64c9 req-ae7e728e-cd5d-4d1d-a63f-f4d027e5e6d8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0631828 Jun 18 00:23:00.707154 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba750a9f-a0f2-47ef-ba81-8e48a82b64c9 req-d6837d7c-3b55-4b61-8724-dadb13de5b77 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Jun 18 00:23:01.308424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b95ba-defc-4482-bcb6-e39d2f37744f req-03aef731-5daf-441f-b275-f557510e05d4 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:01.310056 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-873b95ba-defc-4482-bcb6-e39d2f37744f req-03aef731-5daf-441f-b275-f557510e05d4 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.0654345 Jun 18 00:23:01.348206 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-873b95ba-defc-4482-bcb6-e39d2f37744f req-81386a6e-0207-4aed-92d9-1fbf0d9396c1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Jun 18 00:23:01.513752 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f02a0-b8bb-4d3f-b4c8-f74af061bbf9 req-befbf19b-0660-45fd-898c-a7891b044d0e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:01.515421 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ca4f02a0-b8bb-4d3f-b4c8-f74af061bbf9 req-befbf19b-0660-45fd-898c-a7891b044d0e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0671563 Jun 18 00:23:01.561635 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ca4f02a0-b8bb-4d3f-b4c8-f74af061bbf9 req-288997bc-94e5-4110-854d-88cc4f6333b7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342476 Jun 18 00:23:01.888696 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02109f18-a83f-4219-a94e-c6bf909b2cb5 req-68cd3cb9-b1c1-4765-818a-bdfc1ca1d939 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:01.890304 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02109f18-a83f-4219-a94e-c6bf909b2cb5 req-68cd3cb9-b1c1-4765-818a-bdfc1ca1d939 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0623140 Jun 18 00:23:01.927886 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02109f18-a83f-4219-a94e-c6bf909b2cb5 req-acaffbc7-ffdb-402a-a572-e14f1c4722bc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jun 18 00:23:02.526197 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13db0-a203-4d31-adc3-a5ea32e30a8e req-2754d1ad-226a-4d88-9f51-1612b43eff04 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:02.527121 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7ef13db0-a203-4d31-adc3-a5ea32e30a8e req-2754d1ad-226a-4d88-9f51-1612b43eff04 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.0646667 Jun 18 00:23:02.578160 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7ef13db0-a203-4d31-adc3-a5ea32e30a8e req-e0fa3591-cd29-4e68-ba3a-0bb38423f393 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Jun 18 00:23:02.744587 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd41b76-1ff8-4318-aeba-faac9f644498 req-944387a5-2e42-46ae-92c4-8d4771621eb5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:02.746224 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cd41b76-1ff8-4318-aeba-faac9f644498 req-944387a5-2e42-46ae-92c4-8d4771621eb5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0643008 Jun 18 00:23:02.786772 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cd41b76-1ff8-4318-aeba-faac9f644498 req-be485a35-1ab0-4924-9722-57660c3d4ff4 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343652 Jun 18 00:23:03.121990 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e9df-0a99-45a3-a2fc-79de8070bc59 req-4c0c8252-0c7c-4fda-974f-e287fe27dcdd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:03.123593 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a855e9df-0a99-45a3-a2fc-79de8070bc59 req-4c0c8252-0c7c-4fda-974f-e287fe27dcdd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0683520 Jun 18 00:23:03.163203 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a855e9df-0a99-45a3-a2fc-79de8070bc59 req-b6df0c60-11af-45d7-890f-98cb2ecb429a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335109 Jun 18 00:23:04.245067 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc06e0-d7af-41bc-8571-19294ad13b7b req-64ba75ec-32d6-434d-bb79-54e65ea9dfc2 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:04.246594 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-82bc06e0-d7af-41bc-8571-19294ad13b7b req-64ba75ec-32d6-434d-bb79-54e65ea9dfc2 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0637453 Jun 18 00:23:04.286351 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-82bc06e0-d7af-41bc-8571-19294ad13b7b req-b25b42ec-c54f-4539-9ea8-bf2c5ef6cc0e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Jun 18 00:23:04.446545 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db49b04-d291-404e-a4b2-7ec7000cf16a req-d0073ea4-01a3-4c26-a2e8-e8eefdaa37ed tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:04.448028 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3db49b04-d291-404e-a4b2-7ec7000cf16a req-d0073ea4-01a3-4c26-a2e8-e8eefdaa37ed tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0625882 Jun 18 00:23:04.486111 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3db49b04-d291-404e-a4b2-7ec7000cf16a req-978ad6c2-5118-4f82-8e66-d6589606bca0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Jun 18 00:23:04.512041 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38920) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:04.663349 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe34b5-cb68-4e3f-9b6a-993571b92f4a req-adbb3d00-0ee6-4744-b431-99776c8ae3b7 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:04.664857 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-26fe34b5-cb68-4e3f-9b6a-993571b92f4a req-adbb3d00-0ee6-4744-b431-99776c8ae3b7 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.0761464 Jun 18 00:23:04.684228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3b061-dac4-42e1-a28b-a1fd463ae367 tempest-TestMinimumBasicScenario-1272154809 tempest-TestMinimumBasicScenario-1272154809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:04.686475 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-49c3b061-dac4-42e1-a28b-a1fd463ae367 tempest-TestMinimumBasicScenario-1272154809 tempest-TestMinimumBasicScenario-1272154809-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1093 time: 0.1730986 Jun 18 00:23:04.689190 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38928) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:04.693841 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'port_id': '24fb616e-e05c-43ad-a147-935efcd91acc', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:04.721910 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-26fe34b5-cb68-4e3f-9b6a-993571b92f4a req-bfe49b76-4bcb-4433-b66b-20b9edc18eed tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Jun 18 00:23:04.788215 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:04.912666 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395bc0-1555-4af4-867d-0ca3ddcf5698 req-b8b0de44-d702-451d-bd7c-49034f8a26db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:04.914116 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bc395bc0-1555-4af4-867d-0ca3ddcf5698 req-b8b0de44-d702-451d-bd7c-49034f8a26db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0875261 Jun 18 00:23:04.966655 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bc395bc0-1555-4af4-867d-0ca3ddcf5698 req-ba7df1c8-d8c0-429c-b256-9d5a1dfa9bc5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Jun 18 00:23:04.966655 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:05.069854 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Allocated IP 172.27.0.239 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/c0ee9078-8517-40bf-9f43-b45c0809b578) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:05.385154 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:05.491220 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:05.493731 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:05.533400 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:05.537783 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:05.543006 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:05.548437 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'Port': ['ID=c0ee9078-8517-40bf-9f43-b45c0809b578,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:05.567144 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:05.702094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ecb95-2b21-4e3b-a8db-39bdddab82d6 req-fb05aac6-1603-4f21-81d2-612ecc639f70 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:05.703607 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-802ecb95-2b21-4e3b-a8db-39bdddab82d6 req-fb05aac6-1603-4f21-81d2-612ecc639f70 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1355841 Jun 18 00:23:05.789544 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-802ecb95-2b21-4e3b-a8db-39bdddab82d6 req-527d8822-a13e-40b2-8ba9-d7fd30fa378b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789473 Jun 18 00:23:06.053343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe5969-e9ef-4c67-bb3e-7b856647071e req-3708fe55-bf73-46cd-80da-c5974bee6ddb tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:06.055131 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccfe5969-e9ef-4c67-bb3e-7b856647071e req-3708fe55-bf73-46cd-80da-c5974bee6ddb tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.1408565 Jun 18 00:23:06.057723 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.126662 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccfe5969-e9ef-4c67-bb3e-7b856647071e req-6d4534f6-58d3-4545-9332-6ec75688e981 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Jun 18 00:23:06.223951 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-88bf4aa7-439f-4bcd-a3f0-a78a6646b035 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:06.225579 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-88bf4aa7-439f-4bcd-a3f0-a78a6646b035 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 945 time: 0.0881491 Jun 18 00:23:06.293739 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.329113 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Deleting port cf99510f-2562-45c8-8e3c-59436cdb151d {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:06.329493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.355619 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225168cf-ea99-44aa-996a-5352b7332bda req-372cf3f2-b811-4437-ac05-598221751643 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:06.357774 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-225168cf-ea99-44aa-996a-5352b7332bda req-372cf3f2-b811-4437-ac05-598221751643 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1224461 Jun 18 00:23:06.419594 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] For port cf99510f-2562-45c8-8e3c-59436cdb151d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=cf99510f-2562-45c8-8e3c-59436cdb151d,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:06.419967 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.440926 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-225168cf-ea99-44aa-996a-5352b7332bda req-5484d66b-ec6d-4ca8-afc0-c178548d1f16 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679152 Jun 18 00:23:06.491793 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Calling delete_port for cf99510f-2562-45c8-8e3c-59436cdb151d owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:06.495724 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.553420 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.556910 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:06.623272 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'Port': ['ID=c0ee9078-8517-40bf-9f43-b45c0809b578,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:06.627302 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:06.636623 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.690749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:06.695228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a84522ba-697f-4f8d-85c3-1ed72624c75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:06.727525 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Pushing event deleted for resources: {'Port': ['ID=cf99510f-2562-45c8-8e3c-59436cdb151d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:06.730047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:06.730329 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['cf99510f-2562-45c8-8e3c-59436cdb151d'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:06.741257 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Floating IP 59aca908-db85-424c-988d-37315860aaf1 associated. External IP: 172.27.0.239, port: 24fb616e-e05c-43ad-a147-935efcd91acc. Jun 18 00:23:07.001143 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Router 954a5791-6980-403b-8c1c-35f0cc404ea1 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:23:07.020363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d811269-52c0-4d47-b669-865d5fdfc6e4 req-aa14bbfa-c59a-46e4-8d61-acf0d9ab8bd1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:07.021841 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d811269-52c0-4d47-b669-865d5fdfc6e4 req-aa14bbfa-c59a-46e4-8d61-acf0d9ab8bd1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0902114 Jun 18 00:23:07.129958 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1d811269-52c0-4d47-b669-865d5fdfc6e4 req-c5841104-41c1-4498-96e7-9066963ad562 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713596 Jun 18 00:23:07.136664 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] No DVR routers for this DVR port cf99510f-2562-45c8-8e3c-59436cdb151d on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:23:07.139701 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.142465 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-14fa7d32-8563-46ed-9aed-e9610f529abd req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "DELETE /v2.0/ports/cf99510f-2562-45c8-8e3c-59436cdb151d HTTP/1.1" status: 204 len: 173 time: 0.9079268 Jun 18 00:23:07.143134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'name': 'network-vif-deleted', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:07.146233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e83820-d55e-43df-a7b6-ca954043f385" -d '{"events": [{"server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "name": "network-vif-deleted", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:07.157749 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:23:07.171471 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Sync routers for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:23:07.186949 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:07.188434 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:07.201689 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb9209-8709-4cbc-95dc-234b8eaf857d x-openstack-request-id: req-8efb9209-8709-4cbc-95dc-234b8eaf857d {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:07.202006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9acfe8-810b-440f-affc-4aa100f38c13", "name": "network-vif-deleted", "tag": "cf99510f-2562-45c8-8e3c-59436cdb151d", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:07.202285 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8efb9209-8709-4cbc-95dc-234b8eaf857d {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:07.202730 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9acfe8-810b-440f-affc-4aa100f38c13', 'name': 'network-vif-deleted', 'tag': 'cf99510f-2562-45c8-8e3c-59436cdb151d', 'status': 'completed', 'code': 200} Jun 18 00:23:07.239321 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.284228 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5940063 Jun 18 00:23:07.284882 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:07.287199 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b0d1ae-ecf6-4778-8851-d081ba4ee931" -d '{"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:07.287381 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38962) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:07.293371 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147077933', 'description': 'tempest-secgroup-smoke-2147077933 description', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:07.321545 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:07.357718 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-554e3c42-765b-4165-ba53-d03087af0ba1 req-1f51d4b7-3f21-4bc9-b2c4-94c01e799062 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f9acfe8-810b-440f-affc-4aa100f38c13 HTTP/1.1" status: 200 len: 210 time: 0.0382411 Jun 18 00:23:07.411200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.508692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.568877 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '59aca908-db85-424c-988d-37315860aaf1', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'port_id': '24fb616e-e05c-43ad-a147-935efcd91acc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'mac_address': 'fa:16:3e:b7:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44603eba-1228-44be-89e6-c6c244d93064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:05Z', 'updated_at': '2021-06-18T00:23:05Z', 'revision_number': 0, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:07.582232 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.585741 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-63a4ee54-485f-4234-800c-9a85fb897995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:07.598712 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Checking router: 954a5791-6980-403b-8c1c-35f0cc404ea1 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:23:07.608658 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:07.609417 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:22:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:07.616196 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2054fd3-3e12-4170-83bd-f5c669652281,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:07.628128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:07.693536 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.695293 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4068177 Jun 18 00:23:07.698027 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38968) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:07.702737 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:07.715662 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:07.797773 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.824730 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9c30df-3b00-4cec-928e-6edee742437b x-openstack-request-id: req-bb9c30df-3b00-4cec-928e-6edee742437b {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:07.824730 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:07.825319 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb9c30df-3b00-4cec-928e-6edee742437b {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:07.825412 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:23:07.863424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.935673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:07.952828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-96828f49-658f-4bb9-8591-2863cfbc819d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:07.954374 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '59aca908-db85-424c-988d-37315860aaf1', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'port_id': '24fb616e-e05c-43ad-a147-935efcd91acc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'mac_address': 'fa:16:3e:b7:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44603eba-1228-44be-89e6-c6c244d93064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:05Z', 'updated_at': '2021-06-18T00:23:05Z', 'revision_number': 0, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:07.968749 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8384d-aeae-4e9e-902e-7dd7f53cdadb,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:07.971963 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:07.982870 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-5fe36d7b-799b-4c95-9983-1a176febb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:07.984432 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-5fe36d7b-799b-4c95-9983-1a176febb344 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1098 time: 0.0938809 Jun 18 00:23:08.017087 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436641d-5615-4387-ab1b-035febfaa360 req-d8c963f7-f2a1-4dcb-8290-dfeedc58ba7f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.018864 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e436641d-5615-4387-ab1b-035febfaa360 req-d8c963f7-f2a1-4dcb-8290-dfeedc58ba7f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0774696 Jun 18 00:23:08.059716 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.063814 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ad33274d-9e80-4f6a-8907-b200e384f722 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620472 Jun 18 00:23:08.063971 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38974) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:08.067578 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578e40b-0387-49dd-a6f0-ad0ebae26c69 None None] The sync data for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi is: [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '59aca908-db85-424c-988d-37315860aaf1', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'port_id': '24fb616e-e05c-43ad-a147-935efcd91acc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'mac_address': 'fa:16:3e:b7:d0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44603eba-1228-44be-89e6-c6c244d93064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:05Z', 'updated_at': '2021-06-18T00:23:05Z', 'revision_number': 0, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:23:08.068434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:08.071106 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e436641d-5615-4387-ab1b-035febfaa360 req-70c49704-9092-4179-b580-dfb7ed120271 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Jun 18 00:23:08.131219 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-cfadcc99-6822-42bd-835d-32ea56653251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.133082 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-cfadcc99-6822-42bd-835d-32ea56653251 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.1421270 Jun 18 00:23:08.160502 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.255960 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-1be25eea-fd75-463d-a0b7-012c0cfc2665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 999 time: 0.1116197 Jun 18 00:23:08.265299 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec71c7a-c953-4590-872a-4ac3fbfb3ae4 req-c9119e1d-8f8e-4db3-8a46-80e9ebc2fc7e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.267263 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8ec71c7a-c953-4590-872a-4ac3fbfb3ae4 req-c9119e1d-8f8e-4db3-8a46-80e9ebc2fc7e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0721130 Jun 18 00:23:08.270187 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.322591 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-9c0f744a-53d0-4042-b153-ee883d4201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.324710 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-9c0f744a-53d0-4042-b153-ee883d4201cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0491092 Jun 18 00:23:08.324827 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8ec71c7a-c953-4590-872a-4ac3fbfb3ae4 req-7798b4ff-3b56-403b-9d69-3536d47b6ce6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Jun 18 00:23:08.343600 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.367436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:08.370474 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b847f4be-25c6-4999-97c9-15ec73aa9b9c None None] New status for floating IP 59aca908-db85-424c-988d-37315860aaf1: ACTIVE {{(pid=99801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:23:08.393066 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d737f37-f1bb-4c84-8920-64f09ba0ee96,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:08.407499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:08.421898 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-e7fdb08d-a0ea-451d-b822-ea118d1102c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.423452 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-e7fdb08d-a0ea-451d-b822-ea118d1102c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887985 Jun 18 00:23:08.483023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.484291 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195130 Jun 18 00:23:08.487283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38982) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:08.493216 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:08.552867 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-b0dd9b78-fea2-4075-847e-9a314b239e0f service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220336 Jun 18 00:23:08.557754 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17812ef0-dc4d-4a29-aa11-062da17b6d2d req-7dd5e302-8784-4efb-a91d-7e0437bddf54 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:08.559417 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-17812ef0-dc4d-4a29-aa11-062da17b6d2d req-7dd5e302-8784-4efb-a91d-7e0437bddf54 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0688882 Jun 18 00:23:08.600708 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-17812ef0-dc4d-4a29-aa11-062da17b6d2d req-38033572-9a59-469d-9052-a53e0418a42f tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342443 Jun 18 00:23:08.622782 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.693019 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-36b0d1ae-ecf6-4778-8851-d081ba4ee931 req-59502b76-60bb-40b6-a56b-f8564f4f8e6b service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292362 Jun 18 00:23:08.709997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.787989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.790138 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:08.807315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e9f33a-dc0c-42c7-a8b0-1c8321fa30d4,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:08.810593 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:08.896292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:08.900825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-593a9c95-d31a-4b7a-a5ca-93e51fd161b3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079235 Jun 18 00:23:08.900825 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 38994) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:08.904745 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:08.928518 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cf99510f-2562-45c8-8e3c-59436cdb151d no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:08.948528 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: cf99510f-2562-45c8-8e3c-59436cdb151d {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:08.952471 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device cf99510f-2562-45c8-8e3c-59436cdb151d not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:08.992678 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.050856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.102303 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.108571 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-057f2fab-348b-470c-8c65-ccff68b67a9b tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:09.123237 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7393041a-6297-408a-bf16-fa156305b8c1,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:09.126551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:09.171256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.172503 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-734c075c-768e-4a3f-93b8-aa315ed73e36 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2714155 Jun 18 00:23:09.175585 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 38998) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:09.180412 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:09.256609 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Project f4e7a65e949e433cbe350cb25681c4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:23:09.261607 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.312391 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.382329 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.384498 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0e6e19ff-afe4-4415-beab-d14c1ab3cb06 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:09.401082 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ede5f61-55b4-42a5-9ae9-ec010a867f0a,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:09.403998 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:09.472427 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.473706 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ffaa3933-3569-4f79-9e02-440bf4758be8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2971268 Jun 18 00:23:09.476468 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39004) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:09.481430 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'security_group_rule': {'security_group_id': 'd2054fd3-3e12-4170-83bd-f5c669652281', 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:09.569716 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.securitygroups_db [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Project f4e7a65e949e433cbe350cb25681c4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 00:23:09.574898 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.636204 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.713401 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.715383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:09.730322 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce03a2df-abb4-402f-9b4e-710f32b841e7,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:09.734221 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:09.799070 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:09.800316 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-3d82af75-6a1e-4737-a4c7-10652fd6d6d0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3229008 Jun 18 00:23:10.238199 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-ff31315d-2f60-4138-828a-be61f9d7d722 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:10.239613 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-ff31315d-2f60-4138-828a-be61f9d7d722 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/networks?id=b3662465-ba9a-4847-9291-12f396d03e67 HTTP/1.1" status: 200 len: 814 time: 0.1732788 Jun 18 00:23:10.249638 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-030becf3-090c-4199-a8c8-4c25fc1f05cc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:10.251002 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-030becf3-090c-4199-a8c8-4c25fc1f05cc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/networks?id=c20ae857-a4e0-476c-a511-d8369144cd4e HTTP/1.1" status: 200 len: 809 time: 0.1731925 Jun 18 00:23:10.268114 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-2e3f3d83-2cf4-4a32-8371-f3bbc745b988 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/quotas/9566047911264a2f89a90c7ee1c86a1c HTTP/1.1" status: 200 len: 375 time: 0.0161908 Jun 18 00:23:10.270304 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-0c6d4e5d-b759-47e9-a89c-32555903e326 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/quotas/a1e42e86837a45569b859332a1bcc21c HTTP/1.1" status: 200 len: 375 time: 0.0122855 Jun 18 00:23:10.313297 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-d82bc3b4-f96a-4886-b86d-e0474289ec98 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390441 Jun 18 00:23:10.331591 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-9695efa4-38e3-4e7d-b037-43b9970532c9 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482996 Jun 18 00:23:10.698906 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-2e484c27-172e-47d7-85a9-41ecd7b308d9 service neutron] 10.222.0.38 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694770 Jun 18 00:23:10.704544 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-3a209f63-295f-41fc-a18b-59fb12e43ece service neutron] 10.222.0.38 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656905 Jun 18 00:23:10.862518 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-e3987c22-2aaf-4828-8253-3fcfd18f31c0 service neutron] 10.222.0.38 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535575 Jun 18 00:23:10.865931 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-4fe00961-cfdf-4e60-81de-a4c1161b2bf1 service neutron] 10.222.0.38 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583078 Jun 18 00:23:11.443098 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947ec0e-8dfa-4bcb-b064-7c775403e2c3 req-ef37b7a2-0b07-4a15-82a2-e4ed3feb0ced tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:11.450069 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4947ec0e-8dfa-4bcb-b064-7c775403e2c3 req-ef37b7a2-0b07-4a15-82a2-e4ed3feb0ced tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1571350 Jun 18 00:23:11.464344 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04b504-5e94-41a3-acf4-d9cf00f24cc5 req-25854baf-442b-4660-a129-321071742c6c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:11.467023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ed04b504-5e94-41a3-acf4-d9cf00f24cc5 req-25854baf-442b-4660-a129-321071742c6c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1171684 Jun 18 00:23:11.539449 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4947ec0e-8dfa-4bcb-b064-7c775403e2c3 req-b217e04a-1bd6-400c-9aa0-88ab7db79af3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881898 Jun 18 00:23:11.551833 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ed04b504-5e94-41a3-acf4-d9cf00f24cc5 req-46d9a72f-5f91-4f2a-ae6e-f39222154e7e tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735962 Jun 18 00:23:11.810497 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-53353795-79f0-48ed-bc09-e1e3b2bed821 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147077933&fields=id&tenant_id=f4e7a65e949e433cbe350cb25681c4eb HTTP/1.1" status: 200 len: 267 time: 0.1087201 Jun 18 00:23:11.863944 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f573d58-9233-4ae9-bf19-982b5588aaa6 req-543f4bda-6a1f-4d10-8697-96a08df06cf5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:11.865447 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2f573d58-9233-4ae9-bf19-982b5588aaa6 req-543f4bda-6a1f-4d10-8697-96a08df06cf5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1563969 Jun 18 00:23:11.866811 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:23:11.922465 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2f573d58-9233-4ae9-bf19-982b5588aaa6 req-1eb7f084-1da5-4a7d-8254-596b5969bd9b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502532 Jun 18 00:23:11.931207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-9487464f-7afd-4554-9fc6-a54f971c5783 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:11.932641 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-9487464f-7afd-4554-9fc6-a54f971c5783 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1121495 Jun 18 00:23:11.955662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'port': {'security_groups': ['0232e1bf-e91a-48a8-a98d-4a10d58e55df', 'd2054fd3-3e12-4170-83bd-f5c669652281']}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:12.034256 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e4deb8ab-d09a-4229-8181-94b07d8b3bcc req-c767c96a-bff0-46ba-93cb-047672626de8 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0443492 Jun 18 00:23:12.108458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:12.134417 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-586e538c-b970-411d-be62-f2ef2246ad22 req-545b5b9a-c3d3-482a-87fc-46c16c6b892a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0411308 Jun 18 00:23:12.357434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:12.396651 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:12.705346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:12.710094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:12.777501 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:12.778715 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:12.779378 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:12.781315 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7a08cf9-0c95-4020-8265-3f506f6fbd79 req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "PUT /v2.0/ports/24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 981 time: 0.8327324 Jun 18 00:23:12.781851 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:12.784183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a255d-a3e1-41aa-a3f4-fab565959025" -d '{"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:12.812306 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=6']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:12.816391 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:12.836083 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b963d-a65e-43c3-bfe0-490f0071e87b req-fba83338-6b2c-4049-a671-76f7b1496341 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:12.837613 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d7b963d-a65e-43c3-bfe0-490f0071e87b req-fba83338-6b2c-4049-a671-76f7b1496341 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1684091 Jun 18 00:23:12.937719 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d7b963d-a65e-43c3-bfe0-490f0071e87b req-1dcc447d-eb6e-444f-af77-61907bf0a282 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891545 Jun 18 00:23:12.980637 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:13.042829 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222c7f8-fc3b-4aab-9263-8c7673ebf2be x-openstack-request-id: req-8222c7f8-fc3b-4aab-9263-8c7673ebf2be {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:13.047113 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:13.047113 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8222c7f8-fc3b-4aab-9263-8c7673ebf2be {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:13.047113 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:23:13.129883 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceaec8-2e0b-4a97-9bf1-0ab00ef1d4e3 req-84b19efc-1c11-4b92-bd45-200c5ef65166 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:13.131459 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-62ceaec8-2e0b-4a97-9bf1-0ab00ef1d4e3 req-84b19efc-1c11-4b92-bd45-200c5ef65166 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1070678 Jun 18 00:23:13.202844 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-62ceaec8-2e0b-4a97-9bf1-0ab00ef1d4e3 req-3d2333ef-bccb-41b2-af60-b3a0942cc525 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586782 Jun 18 00:23:13.233431 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d96384c6-f275-41b3-8eac-bb0e7a9114fc None None] Provisioning complete for port 24fb616e-e05c-43ad-a147-935efcd91acc triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:13.233431 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d96384c6-f275-41b3-8eac-bb0e7a9114fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:13.308393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d882f62-eb8e-433e-be62-d54ce1dc4bf7 req-2a2d7240-3296-4588-9e70-ae3caee0e6dd tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:13.320333 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d882f62-eb8e-433e-be62-d54ce1dc4bf7 req-2a2d7240-3296-4588-9e70-ae3caee0e6dd tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1141422 Jun 18 00:23:13.376935 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d882f62-eb8e-433e-be62-d54ce1dc4bf7 req-07c7cf46-6aad-451a-904b-3033d8d33b21 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554552 Jun 18 00:23:13.504781 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61b2b2-b609-4cf9-a688-c2a10fcc051b req-61e36117-de07-4d03-b125-cc5d88417589 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:13.525270 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b61b2b2-b609-4cf9-a688-c2a10fcc051b req-61e36117-de07-4d03-b125-cc5d88417589 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1413856 Jun 18 00:23:13.617799 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7b61b2b2-b609-4cf9-a688-c2a10fcc051b req-bef21933-04cd-42ec-afce-017d590f3f2e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913534 Jun 18 00:23:13.620191 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7dfe0498-151f-4e7c-bff7-f32b8dfba3c9 req-b07e83fc-645e-42a1-a04c-05993855a7ef tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0561213 Jun 18 00:23:13.766914 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-97a955ef-3f61-403e-a944-24ca990dea6e req-7cf8b4b3-debd-4eb5-b357-c6d9f70746c2 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0306308 Jun 18 00:23:14.139958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6f06-3088-47ba-991b-f29675f48cd7 req-bf448568-049f-4cb3-aadd-f3c5c769a2df tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:14.141465 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-83af6f06-3088-47ba-991b-f29675f48cd7 req-bf448568-049f-4cb3-aadd-f3c5c769a2df tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0646563 Jun 18 00:23:14.182307 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-83af6f06-3088-47ba-991b-f29675f48cd7 req-30073d86-c231-42ce-b6c8-00b8698b49e1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337362 Jun 18 00:23:14.421728 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139be5-4a9c-47f6-b4da-a35151b03864 req-dd8afa31-0843-47bf-844c-468d773714f6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:14.423556 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00139be5-4a9c-47f6-b4da-a35151b03864 req-dd8afa31-0843-47bf-844c-468d773714f6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0689759 Jun 18 00:23:14.471076 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00139be5-4a9c-47f6-b4da-a35151b03864 req-c5db31f2-c050-448a-a509-e9db1ac60c8d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Jun 18 00:23:14.764698 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8f8d3807-4848-4cc8-84a8-55cd1133c8c5 req-50882a6f-ed66-4ddf-ad54-817def381eba tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0306172 Jun 18 00:23:14.843031 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf812df-b6d6-43f1-a0d5-702b74a561e9 req-df48ae3d-b337-4391-a615-7d7aa6dc3c15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:14.844281 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8cf812df-b6d6-43f1-a0d5-702b74a561e9 req-df48ae3d-b337-4391-a615-7d7aa6dc3c15 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0826120 Jun 18 00:23:14.886347 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8cf812df-b6d6-43f1-a0d5-702b74a561e9 req-bafe916d-8d7c-4b94-8120-9a5ef72c41eb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Jun 18 00:23:14.939329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7f91d885-d5d1-4915-9e2c-0c237a763e05 req-1950c3a7-a912-429f-88ed-b5f9d4349e25 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0330162 Jun 18 00:23:15.371765 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f597ef-0d4d-421d-b8c7-dd29a590b628 req-00d5d59f-4355-429c-95ce-7e824737ae69 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:15.374060 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79f597ef-0d4d-421d-b8c7-dd29a590b628 req-00d5d59f-4355-429c-95ce-7e824737ae69 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0669193 Jun 18 00:23:15.416504 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79f597ef-0d4d-421d-b8c7-dd29a590b628 req-f421d776-ddf1-47f1-a482-b9de0e8dc3f8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Jun 18 00:23:15.646171 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1220-c55c-41a0-ae76-ae6623cf62f1 req-994df0c9-9d69-4e6e-a246-bd78fa272b13 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:15.647703 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39ea1220-c55c-41a0-ae76-ae6623cf62f1 req-994df0c9-9d69-4e6e-a246-bd78fa272b13 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0623615 Jun 18 00:23:15.686401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39ea1220-c55c-41a0-ae76-ae6623cf62f1 req-81f9c936-4413-4748-b475-3be0db2b1697 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Jun 18 00:23:15.925213 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-80c93ef3-c5d3-40e2-8bed-ea12f9d1dbea req-40367854-2ba1-4a01-9715-f7328e47f9a9 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0321238 Jun 18 00:23:16.088240 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-45fd2b8f-ac2f-42f2-9bf2-3deea9b3c5e6 req-878e7124-b5be-4ddc-bb91-a87256a370a0 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0341835 Jun 18 00:23:16.101099 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79e365-9ccb-4d44-b457-ee6e06e5a813 req-8c3b77a3-57c9-400d-a617-400b9cad387f tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:16.102628 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9f79e365-9ccb-4d44-b457-ee6e06e5a813 req-8c3b77a3-57c9-400d-a617-400b9cad387f tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0902956 Jun 18 00:23:16.145634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9f79e365-9ccb-4d44-b457-ee6e06e5a813 req-d31c1fdb-244e-465e-9033-05dac7431163 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Jun 18 00:23:16.614788 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc597c-770f-4afb-a52d-60632358ffc6 req-6bdf5edf-d3c9-4300-9832-c07d3aed4556 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:16.616249 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fccc597c-770f-4afb-a52d-60632358ffc6 req-6bdf5edf-d3c9-4300-9832-c07d3aed4556 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0711384 Jun 18 00:23:16.655835 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fccc597c-770f-4afb-a52d-60632358ffc6 req-40b1cbbd-6318-409a-81d2-c8f78961ab4c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333142 Jun 18 00:23:16.877184 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92414d52-c815-4bbf-b3ab-bf2b84128537 req-053138b2-453c-4b8d-acb0-f96c05ea1b72 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:16.878770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92414d52-c815-4bbf-b3ab-bf2b84128537 req-053138b2-453c-4b8d-acb0-f96c05ea1b72 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0677769 Jun 18 00:23:16.915809 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92414d52-c815-4bbf-b3ab-bf2b84128537 req-d397c25c-ef9a-4718-91f4-8f794c56ece1 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jun 18 00:23:17.076312 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63e7fa73-9363-4666-89a3-e1d0fb5830c3 req-d2394e0f-c658-4553-9150-06dcb6c3702f tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0312128 Jun 18 00:23:17.270750 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ced98878-0bf4-4cc7-b64e-da323174373a req-f6ec2e36-bedc-4e83-93b8-47164f312295 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0390003 Jun 18 00:23:17.347700 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615f04-9d6b-449d-aa9d-f167aaf50189 req-bf9cf3e9-e0c6-436f-942e-9fa59b022520 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:17.349141 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-08615f04-9d6b-449d-aa9d-f167aaf50189 req-bf9cf3e9-e0c6-436f-942e-9fa59b022520 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0811672 Jun 18 00:23:17.388022 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-08615f04-9d6b-449d-aa9d-f167aaf50189 req-4d5d7ec1-2df1-4235-90b8-6d31d85c51ef tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Jun 18 00:23:17.696167 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3f581c36-88f0-4c50-b7ba-a4dc3f9c7072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:17.758705 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:17.831404 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c6a4-1dcb-40e1-b3de-b8035242b39b req-0033d02a-9097-44e2-a85f-c9729b3cd4db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:17.832893 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f282c6a4-1dcb-40e1-b3de-b8035242b39b req-0033d02a-9097-44e2-a85f-c9729b3cd4db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0620549 Jun 18 00:23:17.875784 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f282c6a4-1dcb-40e1-b3de-b8035242b39b req-d7d71569-6287-48c7-8b1a-37fbf9e7373d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364995 Jun 18 00:23:18.099983 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eec56b-7508-44ce-88f7-c0d8e10f9e53 req-f3f78142-532b-41ed-9fe4-a8a07f5b43bf tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:18.101446 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-98eec56b-7508-44ce-88f7-c0d8e10f9e53 req-f3f78142-532b-41ed-9fe4-a8a07f5b43bf tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0671256 Jun 18 00:23:18.140035 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-98eec56b-7508-44ce-88f7-c0d8e10f9e53 req-6d7a7c72-b9de-4065-97f3-d3e7a7601760 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jun 18 00:23:18.261473 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d9f5cce2-39be-424b-8e0d-1d7b791ee339 req-7855c586-2e39-4fb6-9e7b-d2e0c20c159f tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0271242 Jun 18 00:23:18.416441 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d957bea3-f3a7-4d5b-a4a0-a588f1f363be req-adde76aa-ea6d-441e-8828-8bba9b7d9699 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0285008 Jun 18 00:23:18.570574 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60140a7-9a18-45c4-a1b7-f1ca20e1ae70 req-1781c801-cb23-4d0d-8be3-33936b31cc3e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:18.572073 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d60140a7-9a18-45c4-a1b7-f1ca20e1ae70 req-1781c801-cb23-4d0d-8be3-33936b31cc3e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0643890 Jun 18 00:23:18.615732 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d60140a7-9a18-45c4-a1b7-f1ca20e1ae70 req-c77d2f43-6442-4cbf-83dc-19ab2cc84c66 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371158 Jun 18 00:23:19.066306 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba5b3-cbd8-4740-9fc0-069a4e5f1ddc req-f56f54de-127d-4101-81ac-99128c0ccdb5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:19.067811 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-625ba5b3-cbd8-4740-9fc0-069a4e5f1ddc req-f56f54de-127d-4101-81ac-99128c0ccdb5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0745831 Jun 18 00:23:19.108121 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-625ba5b3-cbd8-4740-9fc0-069a4e5f1ddc req-b113ef0c-6ccd-417d-996e-41e422742428 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341556 Jun 18 00:23:19.336998 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fea4b-9006-4d43-8acb-72837d8c9664 req-1c9e7cec-4636-4016-b0b0-d55a70d0acd8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:19.339053 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4e1fea4b-9006-4d43-8acb-72837d8c9664 req-1c9e7cec-4636-4016-b0b0-d55a70d0acd8 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0830715 Jun 18 00:23:19.379194 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4e1fea4b-9006-4d43-8acb-72837d8c9664 req-a27292f1-419b-4830-bc24-4090bca2d252 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Jun 18 00:23:19.422865 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ad954ac7-fd9f-4bb2-88e3-6bebcc9515b5 req-dfa170c0-65b5-4697-9115-32a297909966 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Jun 18 00:23:19.578053 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-65e28343-b80b-44e5-9e64-29a889a6e38e req-6525a759-1148-4df6-8dc1-46fea3659d08 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0299051 Jun 18 00:23:19.792055 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ebb2d-f562-43ca-bd8c-701171d39d5b req-ceac3e40-4696-4fc6-a017-80697bcef55c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:19.793581 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-273ebb2d-f562-43ca-bd8c-701171d39d5b req-ceac3e40-4696-4fc6-a017-80697bcef55c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0639048 Jun 18 00:23:19.799101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-bef80fdb-e19e-40dc-8979-1cabf58ead45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:19.837964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-273ebb2d-f562-43ca-bd8c-701171d39d5b req-5d639346-e7e3-4d56-bde5-5c60ace71c89 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Jun 18 00:23:19.899007 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:20.295394 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae138b5-2fda-41a8-9029-4882dfc795a8 req-2c10b646-0382-400f-8aaa-9101c9957ab9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:20.296743 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3ae138b5-2fda-41a8-9029-4882dfc795a8 req-2c10b646-0382-400f-8aaa-9101c9957ab9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0659161 Jun 18 00:23:20.334653 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3ae138b5-2fda-41a8-9029-4882dfc795a8 req-81ecef27-9865-4b75-a82b-87af5cf51290 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jun 18 00:23:20.576981 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b65639c5-99a6-45f6-b580-304e1f6de57a req-9c298d51-5fad-48fc-a858-8d4c81777ab9 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0322413 Jun 18 00:23:20.593749 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48eb98-0271-4b6f-aebf-cc97d22c5114 req-7aac6b67-fd01-4123-8e7a-2382a7c68cba tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:20.604020 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a48eb98-0271-4b6f-aebf-cc97d22c5114 req-7aac6b67-fd01-4123-8e7a-2382a7c68cba tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0962541 Jun 18 00:23:20.654362 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a48eb98-0271-4b6f-aebf-cc97d22c5114 req-b562347f-3921-475a-b8e7-3ccaaea830a6 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494275 Jun 18 00:23:20.719178 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:20.730298 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dd419506-3b00-4cf9-8a55-6da9d03320e4 req-867ae0c2-67a2-433b-9346-d5de95325726 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0327208 Jun 18 00:23:21.025531 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e379fe-ae5d-4db9-b8f0-682290a35c73 req-5e6dfe62-6feb-495c-9097-4a7502fe3356 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:21.027021 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7e379fe-ae5d-4db9-b8f0-682290a35c73 req-5e6dfe62-6feb-495c-9097-4a7502fe3356 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0674541 Jun 18 00:23:21.081650 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7e379fe-ae5d-4db9-b8f0-682290a35c73 req-a7f9fb9d-2809-4a31-91e7-70c8f7f0b4a8 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Jun 18 00:23:21.525218 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334992f7-5c1e-4314-9d1a-dbb315cea45d req-e8420776-395a-4a6f-b0c8-a08a9df2a6a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:21.526949 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-334992f7-5c1e-4314-9d1a-dbb315cea45d req-e8420776-395a-4a6f-b0c8-a08a9df2a6a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0674317 Jun 18 00:23:21.564565 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-334992f7-5c1e-4314-9d1a-dbb315cea45d req-68c3703d-f8f0-4b00-bd21-ca48b6abd396 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318618 Jun 18 00:23:21.733683 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdc171d6-211e-49a2-a1f1-5a7dc01d8355 req-dbfab0fa-8de2-46e9-abd9-34963687ec9a tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0455163 Jun 18 00:23:21.848938 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe224-a9d2-4f72-9d77-f10207870be1 req-a8ff3c2e-ee67-47b9-98ea-8f56936344b3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:21.855462 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d4ffe224-a9d2-4f72-9d77-f10207870be1 req-a8ff3c2e-ee67-47b9-98ea-8f56936344b3 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0729179 Jun 18 00:23:21.903316 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b68f709a-d0a9-4552-9f34-bca195db7ecf req-b8a2c8ac-9b77-4739-8901-f7df7a4aeacc tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0440495 Jun 18 00:23:21.935801 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d4ffe224-a9d2-4f72-9d77-f10207870be1 req-4f44c44e-78d2-4edd-a473-d824559ff65c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789688 Jun 18 00:23:22.273384 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac8b1-4d62-4ffc-b321-a8520e6a8351 req-f62990af-f20a-4ed2-9d8a-ebcf4846ab48 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:22.275204 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11eac8b1-4d62-4ffc-b321-a8520e6a8351 req-f62990af-f20a-4ed2-9d8a-ebcf4846ab48 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0712717 Jun 18 00:23:22.314104 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11eac8b1-4d62-4ffc-b321-a8520e6a8351 req-13495f37-8d5a-42f1-8f71-d6e6b2f2195e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Jun 18 00:23:22.347780 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-1b56b529-d76f-4867-95f3-243851fdb038 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590444576&fields=id&tenant_id=3e238540d8084c769bf37894d6da8d19 HTTP/1.1" status: 200 len: 267 time: 0.0326927 Jun 18 00:23:22.444445 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:22.460186 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-5d24db15-f421-41e2-b889-4c538a56736c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:22.461728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-5d24db15-f421-41e2-b889-4c538a56736c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 808 time: 0.1069992 Jun 18 00:23:22.477007 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-25fff33d-17cd-4b24-ae18-d74b8d5696cd tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/quotas/3e238540d8084c769bf37894d6da8d19 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Jun 18 00:23:22.552751 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e6d238d1-83d8-49f8-a9d0-2514bb030e34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700548 Jun 18 00:23:22.654298 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-8b2ad99a-c996-49f6-be81-b0b6fbd9fd28 service neutron] 10.222.0.38 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897455 Jun 18 00:23:22.797386 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e3476929-5e62-403a-b178-5fd8820dc30b service neutron] 10.222.0.38 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303592 Jun 18 00:23:22.803658 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d813db1-3900-492b-acff-817c45459b33 req-a5d07644-cf1d-437b-96ac-bb45692c17ae tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:22.805505 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3d813db1-3900-492b-acff-817c45459b33 req-a5d07644-cf1d-437b-96ac-bb45692c17ae tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0960641 Jun 18 00:23:22.863730 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3d813db1-3900-492b-acff-817c45459b33 req-ef522239-05ef-4ed9-8ed9-379534866175 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474694 Jun 18 00:23:22.999499 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f2adfd58-d99c-495c-b207-91a680d36365 req-ddf4805f-7c56-44af-a377-e45ea99d7852 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0284948 Jun 18 00:23:23.126548 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-9a7a498d-6773-452f-b5db-5e65669c00e9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725863542&fields=id&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 267 time: 0.0378280 Jun 18 00:23:23.240454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-fd8fdf6b-66bf-41a4-831c-3edcdf20a07d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:23.241852 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-fd8fdf6b-66bf-41a4-831c-3edcdf20a07d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.1087728 Jun 18 00:23:23.266440 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-6cd2b278-63ad-47c4-8eda-9e7fb0d43718 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/quotas/8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 375 time: 0.0126071 Jun 18 00:23:23.341535 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-4645437e-e056-4552-8edb-630aab242349 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703359 Jun 18 00:23:23.447371 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-e74ebaff-fcf4-48c1-ac13-8390d726237f service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944254 Jun 18 00:23:23.530323 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6aad0cc-5880-4559-9d95-1d318e204948 req-3a523c3a-9db3-486b-84d7-aab7e1e6e8e8 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0650551 Jun 18 00:23:23.569906 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-d0781114-c875-46bc-9823-95b1391a089e service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136122 Jun 18 00:23:23.703177 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f17385-4af1-4a11-93ee-fd7f9fabb9b5 req-c18c21f8-66ee-46cc-935f-55de128b072f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:23.704674 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c5f17385-4af1-4a11-93ee-fd7f9fabb9b5 req-c18c21f8-66ee-46cc-935f-55de128b072f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0651300 Jun 18 00:23:23.741888 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c5f17385-4af1-4a11-93ee-fd7f9fabb9b5 req-f3db79eb-d292-43f2-b5a8-ba81ff850a23 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Jun 18 00:23:23.904130 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383671a0-c1f6-442f-ac31-5e8489229e77 req-3ff65061-ddaf-4068-8b60-0c5a4ac49242 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:23.906296 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-383671a0-c1f6-442f-ac31-5e8489229e77 req-3ff65061-ddaf-4068-8b60-0c5a4ac49242 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0640035 Jun 18 00:23:23.955568 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-383671a0-c1f6-442f-ac31-5e8489229e77 req-30bb54bb-a2f2-4732-9d2a-57b053a5e66e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Jun 18 00:23:24.202549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-e2f75c1c-e872-4dcd-a045-4386fea405ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.209115 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-e2f75c1c-e872-4dcd-a045-4386fea405ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1137 time: 0.0858510 Jun 18 00:23:24.242206 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a9398483-d2fa-4ab1-9235-0759e4a10257 req-f61a867f-1a04-45ac-bd6f-d79a300249db tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.2526727 Jun 18 00:23:24.418393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45104e-f67e-40e7-b74e-c8c577327370 req-bd0b8c7a-9b11-4e42-b971-6d1988570a00 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.424891 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-490b85f4-3127-4b86-b2cc-1d7b0a54e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.426629 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-490b85f4-3127-4b86-b2cc-1d7b0a54e90e service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.1648431 Jun 18 00:23:24.427163 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef45104e-f67e-40e7-b74e-c8c577327370 req-bd0b8c7a-9b11-4e42-b971-6d1988570a00 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1292584 Jun 18 00:23:24.443826 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44434bee-0252-4099-97cc-1159963b9c34 req-bb25402b-558c-46fa-ae10-9192e7f1dc83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.445270 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44434bee-0252-4099-97cc-1159963b9c34 req-bb25402b-558c-46fa-ae10-9192e7f1dc83 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.1925566 Jun 18 00:23:24.477339 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-577249a3-25ea-437e-9253-f8fca62b6ead req-051afe0d-ad50-403f-9e80-0da573175109 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0339961 Jun 18 00:23:24.499150 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef45104e-f67e-40e7-b74e-c8c577327370 req-c2df0f27-f7dc-45e3-b42f-f6ec7c07ce5d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703974 Jun 18 00:23:24.541994 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-400e5c2e-0c16-4df5-8d59-092eb5886402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 1001 time: 0.1066005 Jun 18 00:23:24.584693 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2dab473e-f006-4321-8431-5ab21e1c1352 req-2469a544-c251-4fc4-8e4b-7dc5c86e4eb2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0479705 Jun 18 00:23:24.653164 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-13c3a299-0dcd-43b2-b9e8-6a9376e74d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.655355 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-13c3a299-0dcd-43b2-b9e8-6a9376e74d0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0568066 Jun 18 00:23:24.673389 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Deleting port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:24.673645 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:24.692874 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bc7e77ee-22ea-4ccf-ad79-c233bce0ec97 req-37ec9d12-75dd-451a-84d3-b04f91373ec3 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Jun 18 00:23:24.801799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-923d842b-a4fd-4be4-a2e3-3e7dd98961df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.803527 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-923d842b-a4fd-4be4-a2e3-3e7dd98961df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1404033 Jun 18 00:23:24.809082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] For port b656d9f7-eb1f-413e-9fe7-d1185ce5f016, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:24.809082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:24.911693 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Calling delete_port for b656d9f7-eb1f-413e-9fe7-d1185ce5f016 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:24.964591 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446d605-e5b2-4700-bc19-aea09ffc611c req-0ffb119e-0e4f-415e-8867-84ac70f8cf0c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:24.966069 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e446d605-e5b2-4700-bc19-aea09ffc611c req-0ffb119e-0e4f-415e-8867-84ac70f8cf0c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 946 time: 0.0914860 Jun 18 00:23:25.018364 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-5f173ab3-b626-43b3-90cb-ca6c2f024f33 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010651 Jun 18 00:23:25.021681 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e446d605-e5b2-4700-bc19-aea09ffc611c req-82ff7e24-e1dd-47ce-b007-c7cb44973ff2 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Jun 18 00:23:25.147896 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7c890-7bb4-4f5f-9cbd-5d010af2fe4c req-1ccf3119-7a11-41de-8c3d-813385c54315 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:25.149475 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-abe7c890-7bb4-4f5f-9cbd-5d010af2fe4c req-1ccf3119-7a11-41de-8c3d-813385c54315 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0829444 Jun 18 00:23:25.160708 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-d31a255d-a3e1-41aa-a3f4-fab565959025 req-5a1b8108-406c-4dd6-a86a-b495034992dc service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341898 Jun 18 00:23:25.187940 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-abe7c890-7bb4-4f5f-9cbd-5d010af2fe4c req-59fbe228-0c1c-44a1-a26e-c81d2f577828 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Jun 18 00:23:25.233746 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:25.239140 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:25.275359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['781c8024-9f18-46d3-adf9-189836b50f91'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:25.296405 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Pushing event deleted for resources: {'Port': ['ID=b656d9f7-eb1f-413e-9fe7-d1185ce5f016,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:25.302728 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:25.329579 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] No DVR routers for this DVR port b656d9f7-eb1f-413e-9fe7-d1185ce5f016 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:23:25.332205 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:25.334666 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44434bee-0252-4099-97cc-1159963b9c34 req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "DELETE /v2.0/ports/b656d9f7-eb1f-413e-9fe7-d1185ce5f016 HTTP/1.1" status: 204 len: 173 time: 0.8547778 Jun 18 00:23:25.335213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'name': 'network-vif-deleted', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:25.345166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09966c1-9f5e-4e55-908f-bce53aa4f7ef" -d '{"events": [{"server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "name": "network-vif-deleted", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:25.389579 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25c9343f-7d3e-4963-8008-09599f2930cf req-3fb9c8d6-1204-4f51-91bb-02f718f70e4b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.0280478 Jun 18 00:23:25.448928 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2581021f-0d78-4a9f-a36f-389a1ca2ff8c x-openstack-request-id: req-2581021f-0d78-4a9f-a36f-389a1ca2ff8c {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:25.449333 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf441bd-63a1-4e1f-9e39-6b6c121968d0", "name": "network-vif-deleted", "tag": "b656d9f7-eb1f-413e-9fe7-d1185ce5f016", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:25.449535 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2581021f-0d78-4a9f-a36f-389a1ca2ff8c {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:25.449968 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf441bd-63a1-4e1f-9e39-6b6c121968d0', 'name': 'network-vif-deleted', 'tag': 'b656d9f7-eb1f-413e-9fe7-d1185ce5f016', 'status': 'completed', 'code': 200} Jun 18 00:23:25.658908 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-13bcac8b-e0f7-401b-9b26-dc0bde3a3312 req-e63c3e0a-2187-456f-913a-d8fe3e5aba59 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0338142 Jun 18 00:23:25.744308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d55f3-b4b9-4921-8f7b-becd85d19a2a req-812b7966-424c-4095-a75b-b072196387c4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:25.747439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-2c7be33f-ed17-4de2-b2c0-126ec5a37ccf tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:25.747766 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d6d55f3-b4b9-4921-8f7b-becd85d19a2a req-812b7966-424c-4095-a75b-b072196387c4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.0910974 Jun 18 00:23:25.750079 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-2c7be33f-ed17-4de2-b2c0-126ec5a37ccf tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "GET /v2.0/networks?id=b3662465-ba9a-4847-9291-12f396d03e67 HTTP/1.1" status: 200 len: 814 time: 0.1484818 Jun 18 00:23:25.776262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Request body: {'port': {'device_id': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67', 'admin_state_up': True, 'tenant_id': '9566047911264a2f89a90c7ee1c86a1c'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:25.806526 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d6d55f3-b4b9-4921-8f7b-becd85d19a2a req-bd032681-4b29-4516-870c-e102b2c770c4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523505 Jun 18 00:23:25.900258 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50611ff-d788-4901-92e9-6bef9ff96ddd req-0183f7ed-e21c-4b66-af9e-eae5500a4814 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:25.901909 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e50611ff-d788-4901-92e9-6bef9ff96ddd req-0183f7ed-e21c-4b66-af9e-eae5500a4814 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0862615 Jun 18 00:23:25.946342 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e50611ff-d788-4901-92e9-6bef9ff96ddd req-074fc3d5-0cb6-4718-bf98-52c925b7d3c3 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Jun 18 00:23:25.967873 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-98843e2f-c32d-484c-8d5f-d2aea78314f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:25.967873 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-98843e2f-c32d-484c-8d5f-d2aea78314f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1098 time: 0.0785823 Jun 18 00:23:25.989542 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d1db4999-f76e-4b21-b4bd-6ac0c1606429 req-b4d0664a-14e7-413e-a104-67dedf519c30 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0418112 Jun 18 00:23:26.038754 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Made reservation on behalf of 9566047911264a2f89a90c7ee1c86a1c for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:26.042837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:26.092552 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6efffaa-65e3-48a0-bd4a-d1ac6afb8235 req-9ced9ebe-db90-4635-ab89-0cf39982070c tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0325847 Jun 18 00:23:26.117041 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-5b54be4f-c60b-43d7-aa17-468f46a0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:26.118494 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-5b54be4f-c60b-43d7-aa17-468f46a0303d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.1458452 Jun 18 00:23:26.192789 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3e34a4fd-13d9-46a6-b5e7-88a9fdffbd71 req-c037bef0-5e21-46e9-aadd-baed584566f2 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Jun 18 00:23:26.242592 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-8596514e-cd22-448d-822f-87ab2d439bcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 1001 time: 0.0978730 Jun 18 00:23:26.265428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Allocated IP 172.20.0.8 (b3662465-ba9a-4847-9291-12f396d03e67/ba7c80a7-b151-4605-9a68-6691344264fe/5f7c09fc-9749-47a8-bcb5-1364e8789948) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:26.395134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-7a08a079-5b64-4fce-875f-3eea23d90357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:26.396580 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-7a08a079-5b64-4fce-875f-3eea23d90357 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0890815 Jun 18 00:23:26.490748 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:26.510754 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-8d31e04c-7ee1-4144-b8a4-b6b268ef1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:26.512289 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-8d31e04c-7ee1-4144-b8a4-b6b268ef1b01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071746 Jun 18 00:23:26.533140 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-01a98be5-3aa4-48c5-ac20-a116375d4f57 req-d129de15-c203-43f5-b9df-224588e579af tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.0284092 Jun 18 00:23:26.630737 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-844c32cb-a428-45f9-b10a-04d163d25913 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Jun 18 00:23:26.655274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-d70bfe37-5046-4ba9-b170-bf6f2ae6fede tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:26.656703 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-d70bfe37-5046-4ba9-b170-bf6f2ae6fede tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "GET /v2.0/networks?id=c20ae857-a4e0-476c-a511-d8369144cd4e HTTP/1.1" status: 200 len: 809 time: 0.1126201 Jun 18 00:23:26.660730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:26.683725 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Request body: {'port': {'device_id': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e', 'admin_state_up': True, 'tenant_id': 'a1e42e86837a45569b859332a1bcc21c'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:26.689300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-aa844271-e862-47f5-941f-859979fa4b2b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:26.745481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Network b3662465-ba9a-4847-9291-12f396d03e67 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:26.755315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:26.763979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:26.769155 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Pushing event updated for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:26.800308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:26.824115 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9ed7fc4d-b2f9-4a46-a6ed-5b68e2946749 req-b7c29dfa-92df-48af-9233-5bc250ab095d service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850944 Jun 18 00:23:26.836225 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:26.838493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:26.861208 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a0370b1d-7293-4025-8088-6eafb72da89a req-c5ecf7a1-96bb-4c45-b32e-8b9bf0c07632 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0393009 Jun 18 00:23:26.861454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Made reservation on behalf of a1e42e86837a45569b859332a1bcc21c for: {'port': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:26.866787 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:26.954186 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818960 Jun 18 00:23:26.982336 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Request body: {'port': {'device_id': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:27.010461 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device b656d9f7-eb1f-413e-9fe7-d1185ce5f016 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:27.053232 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Allocated IP 172.20.0.6 (c20ae857-a4e0-476c-a511-d8369144cd4e/4c9a91c9-72e6-424b-88a7-9b8721b91e5d/071d1e14-8661-4c89-a689-5ac18d396a67) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:27.070856 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b32bc-77de-4740-9bd3-a97174fb2ed8 req-1205a92e-b8a7-46f7-8996-3433d5da44ed tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:27.072678 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-588b32bc-77de-4740-9bd3-a97174fb2ed8 req-1205a92e-b8a7-46f7-8996-3433d5da44ed tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1326447 Jun 18 00:23:27.080731 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: b656d9f7-eb1f-413e-9fe7-d1185ce5f016 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:27.090265 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device b656d9f7-eb1f-413e-9fe7-d1185ce5f016 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:27.207253 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-588b32bc-77de-4740-9bd3-a97174fb2ed8 req-36417da7-a5d8-49e9-9596-d8924ef66cbb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278570 Jun 18 00:23:27.275452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15740365-2095-4028-88c3-325dc9fb3fd9 req-e72b3a42-1921-40f2-8875-31d57ef03276 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:27.276960 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-15740365-2095-4028-88c3-325dc9fb3fd9 req-e72b3a42-1921-40f2-8875-31d57ef03276 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1997697 Jun 18 00:23:27.301753 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.375863 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-15740365-2095-4028-88c3-325dc9fb3fd9 req-181f551b-1edd-4503-94f3-cb9dfdcd1290 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896182 Jun 18 00:23:27.379524 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d36c309-af81-4dae-a70a-1898fc5aeb30 req-f3c11996-fd11-4901-b763-e7b89cce14a0 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0407121 Jun 18 00:23:27.382737 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.534009 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.543369 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:27.580647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-a0758942-3ba7-41af-b49b-e43855357c00 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:27.582105 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-a0758942-3ba7-41af-b49b-e43855357c00 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 808 time: 0.1809244 Jun 18 00:23:27.608626 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fec78741-1b72-408d-a709-dd0ca6898215 req-e72880ce-9c72-438d-a5fc-0855c494d8aa tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=adf441bd-63a1-4e1f-9e39-6b6c121968d0 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Jun 18 00:23:27.625822 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Network c20ae857-a4e0-476c-a511-d8369144cd4e is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:27.633131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:27.638256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:27.669060 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Pushing event updated for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:27.669367 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7c09fc-9749-47a8-bcb5-1364e8789948 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:27.677678 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.685968 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.686508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.686938 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.687403 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.687868 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.688333 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.688814 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.689274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.689673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Transition to ACTIVE for port object 5f7c09fc-9749-47a8-bcb5-1364e8789948 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:27.689790 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.690398 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.690728 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.691188 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:27.706421 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:27.724730 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f78a-2f10-4bfe-9ca7-81d2277d6fbe req-a8f5df86-36ba-4409-9f8a-4bf88060fa09 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:27.726261 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd56f78a-2f10-4bfe-9ca7-81d2277d6fbe req-a8f5df86-36ba-4409-9f8a-4bf88060fa09 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 931 time: 0.2266812 Jun 18 00:23:27.729687 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-f1904a2f-df7e-423c-8195-455d6c6d6bf2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e238540d8084c769bf37894d6da8d19 HTTP/1.1" status: 200 len: 379 time: 0.0359192 Jun 18 00:23:27.734023 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:27.734796 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.756078 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:27.760337 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:27.791796 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'port': {'device_id': '3916da9d-9e40-4990-95fe-efdde56c9501', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'admin_state_up': True, 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'security_groups': ['5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:27.797563 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c9aba7de-065e-425f-a7d8-b145e33ecb3b req-f830e2e8-ab48-47ee-bb80-2c0904bb158f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.0700607 Jun 18 00:23:27.842557 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd56f78a-2f10-4bfe-9ca7-81d2277d6fbe req-2a7e4d09-8078-4669-a18c-85bd45b69831 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050699 Jun 18 00:23:27.897296 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2175314 Jun 18 00:23:27.904162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:27.909395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:27.940360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Request body: {'port': {'device_id': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:28.019205 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Attempting to bind port 5f7c09fc-9749-47a8-bcb5-1364e8789948 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:23:28.019540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Attempting to bind port 5f7c09fc-9749-47a8-bcb5-1364e8789948 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:23:28.019867 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Attempting to bind port 5f7c09fc-9749-47a8-bcb5-1364e8789948 on network b3662465-ba9a-4847-9291-12f396d03e67 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:28.026397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Port 5f7c09fc-9749-47a8-bcb5-1364e8789948 on network b3662465-ba9a-4847-9291-12f396d03e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:23:28.026624 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Attempting to bind port 5f7c09fc-9749-47a8-bcb5-1364e8789948 on network b3662465-ba9a-4847-9291-12f396d03e67 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:28.032295 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:23:28.032629 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Checking segment: {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:28.033003 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Bound using segment: {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:23:28.033428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Bound port: 5f7c09fc-9749-47a8-bcb5-1364e8789948, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad7eeaa-ee2b-478a-972f-bed7505b3315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:23:28.033776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.098366 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.100026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:23:28.103100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:23:28.107455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Made reservation on behalf of 3e238540d8084c769bf37894d6da8d19 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:28.112085 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.170008 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb2072-35b1-4d52-80bd-d6b7f47676a4 req-70a81315-3fc4-467d-955f-094ffd278e54 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.175969 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-75bb2072-35b1-4d52-80bd-d6b7f47676a4 req-70a81315-3fc4-467d-955f-094ffd278e54 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 931 time: 0.1482623 Jun 18 00:23:28.194725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.202331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:28.264693 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.265322 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.266730 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f7c09fc-9749-47a8-bcb5-1364e8789948 HTTP/1.1" status: 200 len: 1093 time: 1.2889628 Jun 18 00:23:28.267261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:28.269621 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c31127-9f75-4513-a604-027b9de2adb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:28.276490 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-75bb2072-35b1-4d52-80bd-d6b7f47676a4 req-4ae6d0f2-2f13-4b77-8adf-48c76f2eda06 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934601 Jun 18 00:23:28.314820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:28.325694 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:28.333745 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Allocated IP 172.20.0.14 (077b963b-7541-4fee-b1b8-3a010de43ab7/359e4207-7188-4366-90a4-1c0231c9f11c/d51c7b93-7cad-4c79-b739-1cd7b366cd24) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:28.347160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2248d531-6efd-4fed-a921-f7866d6f754a x-openstack-request-id: req-2248d531-6efd-4fed-a921-f7866d6f754a {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:28.347511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:28.347804 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2248d531-6efd-4fed-a921-f7866d6f754a {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:28.348237 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948', 'status': 'completed', 'code': 200} Jun 18 00:23:28.467334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ccb50-83a2-48e5-9527-5b6d86dd9668 req-169074e7-4bff-4264-83b9-d36508a87673 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.468831 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e78ccb50-83a2-48e5-9527-5b6d86dd9668 req-169074e7-4bff-4264-83b9-d36508a87673 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.1066079 Jun 18 00:23:28.516323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.519607 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c31127-9f75-4513-a604-027b9de2adb6 req-7191d3c7-225f-4e69-9589-84c75a487917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.521136 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-88c31127-9f75-4513-a604-027b9de2adb6 req-7191d3c7-225f-4e69-9589-84c75a487917 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 1096 time: 0.1063623 Jun 18 00:23:28.532610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Transition to ACTIVE for port object d51c7b93-7cad-4c79-b739-1cd7b366cd24 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:28.557787 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d1e14-8661-4c89-a689-5ac18d396a67 {{(pid=99800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:28.575855 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.584118 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e78ccb50-83a2-48e5-9527-5b6d86dd9668 req-216cc426-7454-49fa-b384-6f6302e2d4aa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048605 Jun 18 00:23:28.600959 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.provisioning_blocks [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Transition to ACTIVE for port object 071d1e14-8661-4c89-a689-5ac18d396a67 will not be triggered until provisioned by entity L2. {{(pid=99800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:28.623081 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0362f-1886-46c0-a0ff-04448ae02a66 req-d0c3fb39-ab7a-4618-8acd-9ec05fe86602 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.624818 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0f0362f-1886-46c0-a0ff-04448ae02a66 req-d0c3fb39-ab7a-4618-8acd-9ec05fe86602 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.1086247 Jun 18 00:23:28.649167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c31127-9f75-4513-a604-027b9de2adb6 req-059883ff-48f8-43eb-b11f-df7c4ddd2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.651035 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-88c31127-9f75-4513-a604-027b9de2adb6 req-059883ff-48f8-43eb-b11f-df7c4ddd2e31 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9566047911264a2f89a90c7ee1c86a1c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1138809 Jun 18 00:23:28.664838 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0f0362f-1886-46c0-a0ff-04448ae02a66 req-4317f5cb-48a1-4cfd-b8a7-0dba2adc6994 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331433 Jun 18 00:23:28.667214 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.676694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-eb4d679f-e5e5-433f-b171-bbdc1ae44e4c tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:28.700570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.720923 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4f8ad0e0-f93d-4aec-aea8-879767e42216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:28.729405 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:28.733447 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:28.802554 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-106f47f6-9bc3-41d4-810c-acd6546a4886 req-4016483c-c4e4-4cb8-95c9-18a1cf3f6a60 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0755038 Jun 18 00:23:28.811820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:28.823294 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:28.828511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:28.830869 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:28.836732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:28.895183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Attempting to bind port 071d1e14-8661-4c89-a689-5ac18d396a67 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:23:28.896034 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Attempting to bind port 071d1e14-8661-4c89-a689-5ac18d396a67 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:23:28.896485 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Attempting to bind port 071d1e14-8661-4c89-a689-5ac18d396a67 on network c20ae857-a4e0-476c-a511-d8369144cd4e {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:28.900954 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c31127-9f75-4513-a604-027b9de2adb6 req-5649c1ca-2275-46d2-89f2-581b6eea1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.902448 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-88c31127-9f75-4513-a604-027b9de2adb6 req-5649c1ca-2275-46d2-89f2-581b6eea1de9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145746 Jun 18 00:23:28.912563 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Port 071d1e14-8661-4c89-a689-5ac18d396a67 on network c20ae857-a4e0-476c-a511-d8369144cd4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:23:28.914120 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Attempting to bind port 071d1e14-8661-4c89-a689-5ac18d396a67 on network c20ae857-a4e0-476c-a511-d8369144cd4e {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:28.927508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:23:28.928557 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:28.929006 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Checking segment: {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:28.929493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:28.930005 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Bound using segment: {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'} {{(pid=99800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:23:28.931183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.managers [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Bound port: 071d1e14-8661-4c89-a689-5ac18d396a67, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '742b6e97-16df-4b6f-94b8-ccf63550e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e'}}] {{(pid=99800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:23:28.932432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.045305 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2573001 Jun 18 00:23:29.050906 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, cleared binding levels {{(pid=99800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:23:29.066000 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-ffeab0d3-dab7-4445-9e39-b96c4ac8f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.067707 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-ffeab0d3-dab7-4445-9e39-b96c4ac8f36c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9566047911264a2f89a90c7ee1c86a1c&device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 1096 time: 0.0860357 Jun 18 00:23:29.082754 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=071d1e14-8661-4c89-a689-5ac18d396a67,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:23:29.103511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Request body: {'port': {'device_id': '3916da9d-9e40-4990-95fe-efdde56c9501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:29.132056 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa1cb0-5b8c-4574-a495-2bce80da4ac0 req-76cda8bd-d97b-440e-8d92-c5c5b3a1076e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.133594 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79fa1cb0-5b8c-4574-a495-2bce80da4ac0 req-76cda8bd-d97b-440e-8d92-c5c5b3a1076e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 932 time: 0.1042578 Jun 18 00:23:29.158325 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-bbb0e1ea-93ef-4d5a-92e2-da337bdbd6c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948 HTTP/1.1" status: 200 len: 217 time: 0.0685861 Jun 18 00:23:29.173113 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-79fa1cb0-5b8c-4574-a495-2bce80da4ac0 req-d333329a-56e6-4387-8b72-82c2a953a181 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324783 Jun 18 00:23:29.222324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.225770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-6d1cc0f6-c4f3-4884-94cc-5ac1a395002d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:29.250592 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-70093f1a-97ca-4cd8-9ae2-a790f301c3a4 None None] Provisioning for port d51c7b93-7cad-4c79-b739-1cd7b366cd24 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:29.256234 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-70093f1a-97ca-4cd8-9ae2-a790f301c3a4 None None] Provisioning complete for port d51c7b93-7cad-4c79-b739-1cd7b366cd24 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:29.259050 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-70093f1a-97ca-4cd8-9ae2-a790f301c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.289439 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.290478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.293770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] 10.222.0.16 "PUT /v2.0/ports/071d1e14-8661-4c89-a689-5ac18d396a67 HTTP/1.1" status: 200 len: 1093 time: 1.3640664 Jun 18 00:23:29.295023 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:29.298173 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:29.307877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-70093f1a-97ca-4cd8-9ae2-a790f301c3a4 None None] Port d51c7b93-7cad-4c79-b739-1cd7b366cd24 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:23:29.312232 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.332042 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-c527612c-2c8c-497e-8bc4-18668560ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.333700 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-c527612c-2c8c-497e-8bc4-18668560ae33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7c80a7-b151-4605-9a68-6691344264fe HTTP/1.1" status: 200 len: 854 time: 0.1678081 Jun 18 00:23:29.369024 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=3']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:29.393199 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:29.394829 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffafa170-008b-4dc6-b5b8-af9ed1f17467 x-openstack-request-id: req-ffafa170-008b-4dc6-b5b8-af9ed1f17467 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:29.395157 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:29.395539 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffafa170-008b-4dc6-b5b8-af9ed1f17467 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:29.395860 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67', 'status': 'completed', 'code': 200} Jun 18 00:23:29.444291 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669b03-b147-4316-a49f-d36b80750533 req-dd241cb1-c7cc-4218-9bd4-43c7d52f411e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.444291 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ae669b03-b147-4316-a49f-d36b80750533 req-dd241cb1-c7cc-4218-9bd4-43c7d52f411e tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 943 time: 0.1355114 Jun 18 00:23:29.501621 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-4a6cb31c-2b60-4ba7-b9e2-1575fc179fb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3662465-ba9a-4847-9291-12f396d03e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909300 Jun 18 00:23:29.539349 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ae669b03-b147-4316-a49f-d36b80750533 req-f4f3f64b-22a2-4340-a7bc-2c1c63742209 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Jun 18 00:23:29.552354 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-cc6c1373-02b5-410b-9f51-2e3283ee1e9c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.553773 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-cc6c1373-02b5-410b-9f51-2e3283ee1e9c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.3340528 Jun 18 00:23:29.572811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-028525e5-5671-409a-be00-be559b5a0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.574642 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-028525e5-5671-409a-be00-be559b5a0531 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 1096 time: 0.1316221 Jun 18 00:23:29.694086 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-1b797d16-4e6d-4370-8ce9-dbd60480be3c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 379 time: 0.1110039 Jun 18 00:23:29.724328 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-ddc08d6e-33d5-46b1-9c52-b39eabaf15e6 service neutron] 10.222.0.16 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102101 Jun 18 00:23:29.729141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'port': {'device_id': '2836ff15-92ac-4584-94c8-086b46bb89af', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'admin_state_up': True, 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'security_groups': ['80e5ff73-fc6f-49cb-b72d-e67306fc069c']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:29.741416 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babe5ba-dc93-4073-ab4b-196458fbff55 req-e6345b0f-4c27-44b3-8ccb-f050a222d918 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.742920 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0babe5ba-dc93-4073-ab4b-196458fbff55 req-e6345b0f-4c27-44b3-8ccb-f050a222d918 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 943 time: 0.2316413 Jun 18 00:23:29.861260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-5f00731f-2ee5-428b-9f63-64bcd7ee9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:29.862154 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51c7b93-7cad-4c79-b739-1cd7b366cd24 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:29.862842 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-5f00731f-2ee5-428b-9f63-64bcd7ee9855 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a1e42e86837a45569b859332a1bcc21c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2680349 Jun 18 00:23:29.866905 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0babe5ba-dc93-4073-ab4b-196458fbff55 req-b2349724-2e82-4022-9f51-a38adb7f7ef3 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028554 Jun 18 00:23:29.870266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:29.929167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Transition to ACTIVE for port object d51c7b93-7cad-4c79-b739-1cd7b366cd24 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:30.022599 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.036074 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:30.048781 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4c65f307-536f-4b23-a4f9-26af761d1511 req-691bcf58-d34c-4976-a8e5-ff0380329c40 service neutron] 10.222.0.16 "GET /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682652 Jun 18 00:23:30.144161 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Made reservation on behalf of 8efc57636e9144c69454f99ef75be326 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:30.151792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.239506 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44aa07-4900-4f25-b520-61505066e9db req-a672cbb6-d00f-4708-a87f-edee6ee64c04 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.248853 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0c44aa07-4900-4f25-b520-61505066e9db req-a672cbb6-d00f-4708-a87f-edee6ee64c04 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.5994098 Jun 18 00:23:30.400264 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0c44aa07-4900-4f25-b520-61505066e9db req-03690e64-438d-4b08-abfe-3e644c0d4a3a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503503 Jun 18 00:23:30.409785 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:30.413616 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-3955c49e-d096-445d-88ac-fa389a556806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.415101 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2d0d10ee-9fd2-4cf1-a9a9-a562dca85ba8 req-3955c49e-d096-445d-88ac-fa389a556806 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5361972 Jun 18 00:23:30.419127 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:30.443418 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e519e3e-4513-4c1a-93b4-da4dbcd78384 req-e1b62e5f-1a3d-4d1f-9104-4f2833101926 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.445393 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4e519e3e-4513-4c1a-93b4-da4dbcd78384 req-e1b62e5f-1a3d-4d1f-9104-4f2833101926 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 944 time: 0.2226899 Jun 18 00:23:30.490274 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Attempting to bind port d51c7b93-7cad-4c79-b739-1cd7b366cd24 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:23:30.490617 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Attempting to bind port d51c7b93-7cad-4c79-b739-1cd7b366cd24 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:23:30.490978 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Attempting to bind port d51c7b93-7cad-4c79-b739-1cd7b366cd24 on network 077b963b-7541-4fee-b1b8-3a010de43ab7 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:30.491120 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4e519e3e-4513-4c1a-93b4-da4dbcd78384 req-954ef7ed-bdd5-412f-85fe-f9db3b0ce67c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390775 Jun 18 00:23:30.503771 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Port d51c7b93-7cad-4c79-b739-1cd7b366cd24 on network 077b963b-7541-4fee-b1b8-3a010de43ab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:23:30.504144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Attempting to bind port d51c7b93-7cad-4c79-b739-1cd7b366cd24 on network 077b963b-7541-4fee-b1b8-3a010de43ab7 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:30.543343 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:23:30.543647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Checking segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:30.543982 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Bound using segment: {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:23:30.544419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Bound port: d51c7b93-7cad-4c79-b739-1cd7b366cd24, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574cde33-3d0d-424f-aecf-e17454642d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:23:30.544767 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.593072 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c88af53b-4e34-4007-9f28-bfeb087c3845 req-9ff95aca-862d-4683-99cb-41fcd4cead09 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0418282 Jun 18 00:23:30.608308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.20.0.10 (a04fe7ee-30cb-494e-972a-2f20eab77ab5/e88c89d2-1cef-4d63-95c0-941c41a86e5a/40be6ae4-3ab0-4615-b8a2-269da9e79f38) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:30.649803 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:23:30.663440 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-e5eef932-e4af-40fa-8b1a-4cbaff54f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.664981 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-e5eef932-e4af-40fa-8b1a-4cbaff54f9ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e42e86837a45569b859332a1bcc21c&device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 1096 time: 0.1505365 Jun 18 00:23:30.676332 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:23:30.685045 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4201ad-5b25-4d67-a696-3c07f286d0a9 req-928e39ff-9007-49a0-ac40-65f417d9ec6c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.687127 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c4201ad-5b25-4d67-a696-3c07f286d0a9 req-928e39ff-9007-49a0-ac40-65f417d9ec6c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0877535 Jun 18 00:23:30.731933 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-af0e7325-a8f2-48e9-9098-4291ccb74eb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071d1e14-8661-4c89-a689-5ac18d396a67 HTTP/1.1" status: 200 len: 217 time: 0.0437276 Jun 18 00:23:30.753531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.758583 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d38c0bba-dff2-4680-8cad-f858415e5e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:30.816503 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.817126 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.818493 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] 10.222.0.16 "PUT /v2.0/ports/d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 1094 time: 1.7276471 Jun 18 00:23:30.819027 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:30.821280 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06d8b3-d33f-4d0e-9aa3-cab063293837" -d '{"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:30.821438 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c4201ad-5b25-4d67-a696-3c07f286d0a9 req-ced9105d-b92f-4ea7-aa5a-fa972b61b696 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252236 Jun 18 00:23:30.833925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-261ab7f8-111c-4b39-9711-d472f9473f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.835358 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-261ab7f8-111c-4b39-9711-d472f9473f01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c9a91c9-72e6-424b-88a7-9b8721b91e5d HTTP/1.1" status: 200 len: 849 time: 0.0916867 Jun 18 00:23:30.856346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:30.862056 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:30.864456 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:30.881650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Transition to ACTIVE for port object 40be6ae4-3ab0-4615-b8a2-269da9e79f38 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:30.896060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be9e73a-4939-4b59-987b-7cfbcb5cf19d x-openstack-request-id: req-7be9e73a-4939-4b59-987b-7cfbcb5cf19d {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:30.896725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:30.897291 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7be9e73a-4939-4b59-987b-7cfbcb5cf19d {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:30.897901 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'status': 'completed', 'code': 200} Jun 18 00:23:30.899071 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-6571d579-dc40-49e4-8c94-6fb2cc9bdd74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c20ae857-a4e0-476c-a511-d8369144cd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491157 Jun 18 00:23:30.913204 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f432f-52c8-4e8e-bc98-6aed0917eead req-39f8701e-52f5-47d5-ba7c-04e5ad75f063 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:30.915020 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-082f432f-52c8-4e8e-bc98-6aed0917eead req-39f8701e-52f5-47d5-ba7c-04e5ad75f063 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 943 time: 0.1751161 Jun 18 00:23:30.955625 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-082f432f-52c8-4e8e-bc98-6aed0917eead req-4eb1e06b-ea1f-4446-a314-6fff38eec55f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343440 Jun 18 00:23:31.011635 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:23:31.034174 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.038655 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1cb3913f-2b30-494f-b59e-6432a58c2a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:31.049481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-5af40d62-532f-4c9f-82e0-8a808da35442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.050882 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-5af40d62-532f-4c9f-82e0-8a808da35442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1097 time: 0.0818686 Jun 18 00:23:31.127709 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:31.131254 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:31.139041 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-6289485a-7b35-4574-8340-5d9682e7d9d9 service neutron] 10.222.0.16 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708076 Jun 18 00:23:31.146990 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'mac_address': 'fa:16:3e:b6:bb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:23:31.157460 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851bed0-3d91-45f1-94d2-2691478a2192 req-a41a81f1-04c3-4ca8-a55f-c8a75e97164d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.162661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:31.162838 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0851bed0-3d91-45f1-94d2-2691478a2192 req-a41a81f1-04c3-4ca8-a55f-c8a75e97164d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 943 time: 0.1335511 Jun 18 00:23:31.165189 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:31.198568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.202879 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:31.208861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:31.226498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:31.247469 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.252630 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:31.252752 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.271886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-c9dc2c8d-6888-4c97-9cde-f08f5f197b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.273372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-c9dc2c8d-6888-4c97-9cde-f08f5f197b88 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e238540d8084c769bf37894d6da8d19&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1908767 Jun 18 00:23:31.305602 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0851bed0-3d91-45f1-94d2-2691478a2192 req-560bef01-12c1-424c-8977-520673fc9ad7 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266081 Jun 18 00:23:31.307716 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7c2d2885-1988-4b94-8e12-b6bd49abb5d4 req-06cdd2cc-c917-49aa-9e5e-1ce90a43982f service neutron] 10.222.0.16 "GET /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586683 Jun 18 00:23:31.331254 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.333049 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:31.359722 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6378405 Jun 18 00:23:31.381735 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=9']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:31.387436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Request body: {'port': {'device_id': '2836ff15-92ac-4584-94c8-086b46bb89af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:31.391738 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:31.421199 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-ec0c2f0d-1b82-4109-aeeb-8a180d61b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.422668 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-cf06d8b3-d33f-4d0e-9aa3-cab063293837 req-ec0c2f0d-1b82-4109-aeeb-8a180d61b6b2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375725 Jun 18 00:23:31.470444 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.508063 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-77353d2e-05f3-4b59-86ae-b3e56a81fa62 None None] Provisioning for port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:31.513920 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-77353d2e-05f3-4b59-86ae-b3e56a81fa62 None None] Provisioning complete for port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:31.514808 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-77353d2e-05f3-4b59-86ae-b3e56a81fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.556584 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-77353d2e-05f3-4b59-86ae-b3e56a81fa62 None None] Port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:23:31.608818 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca05f7-d2ba-4f3e-b2d4-184d574f0bbf req-5dfb4538-52f0-4d9f-a7e7-f595dbd304ce tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.610245 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96ca05f7-d2ba-4f3e-b2d4-184d574f0bbf req-5dfb4538-52f0-4d9f-a7e7-f595dbd304ce tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0832241 Jun 18 00:23:31.676518 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-96ca05f7-d2ba-4f3e-b2d4-184d574f0bbf req-b5f524f0-e9a1-46a6-adeb-e12e0cccf883 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559943 Jun 18 00:23:31.698928 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dedd96-82b6-4a78-87cc-5c95bdb56611 req-ef824786-6434-4724-afd4-58c8d9547381 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.700475 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-13dedd96-82b6-4a78-87cc-5c95bdb56611 req-ef824786-6434-4724-afd4-58c8d9547381 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.0888672 Jun 18 00:23:31.705549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-4518a2ba-6861-40e9-aa61-697c8c08c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.707216 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-4518a2ba-6861-40e9-aa61-697c8c08c43b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1097 time: 0.1794331 Jun 18 00:23:31.728956 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['91bc8058-aff2-467d-bdfc-982b235af2f0'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:31.744008 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-13dedd96-82b6-4a78-87cc-5c95bdb56611 req-8a0a8c4b-373b-48f9-ab37-02aaca3b5986 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Jun 18 00:23:31.772215 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-f8ed942c-a821-4caf-9f2e-1a67af1ef43f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 217 time: 0.0478487 Jun 18 00:23:31.862533 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-ebdbec23-cacc-4600-935d-fd4b4804ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.863949 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-ebdbec23-cacc-4600-935d-fd4b4804ca24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0820401 Jun 18 00:23:31.865137 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849446-015d-44c2-a7db-7af1bd01d3e8 req-f01bc35f-7c7d-4cb5-bbd8-d5e6528a457a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.870033 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40be6ae4-3ab0-4615-b8a2-269da9e79f38 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:31.874263 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac849446-015d-44c2-a7db-7af1bd01d3e8 req-f01bc35f-7c7d-4cb5-bbd8-d5e6528a457a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 932 time: 0.0803821 Jun 18 00:23:31.887309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:31.915443 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac849446-015d-44c2-a7db-7af1bd01d3e8 req-5e5a1377-b51c-44dd-b515-fd432b06ee5b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Jun 18 00:23:31.922356 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Transition to ACTIVE for port object 40be6ae4-3ab0-4615-b8a2-269da9e79f38 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:31.944683 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e02ba498-2d86-4cb4-9a4a-f4ab508b56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:31.946247 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-e02ba498-2d86-4cb4-9a4a-f4ab508b56c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704734 Jun 18 00:23:32.004010 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:32.008624 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:32.020835 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059178a-ac8a-4028-b58a-0451b39ab291 req-32289945-c104-48f9-9c17-e349dd995950 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.024726 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c059178a-ac8a-4028-b58a-0451b39ab291 req-32289945-c104-48f9-9c17-e349dd995950 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0734801 Jun 18 00:23:32.071248 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c059178a-ac8a-4028-b58a-0451b39ab291 req-ee6d1006-1b5e-40ec-bd93-a675587de3c5 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Jun 18 00:23:32.116229 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Pushing event updated for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:32.119053 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:32.151087 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee363-26e3-47ee-a900-e1e67e96b960 req-f909e84b-1df8-45eb-83ef-3bb73b6e67c5 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.152645 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ca7ee363-26e3-47ee-a900-e1e67e96b960 req-f909e84b-1df8-45eb-83ef-3bb73b6e67c5 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 943 time: 0.0684779 Jun 18 00:23:32.171320 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-aae40ec8-afaa-4cdb-8bb2-54554047b260 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161524 Jun 18 00:23:32.198356 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ca7ee363-26e3-47ee-a900-e1e67e96b960 req-4b7633b3-0480-4877-b230-a62766186d44 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jun 18 00:23:32.241088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Attempting to bind port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:23:32.241430 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Attempting to bind port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:23:32.241762 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Attempting to bind port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:32.254484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:23:32.254833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Attempting to bind port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:32.263506 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:23:32.264358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:32.264733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Bound using segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:23:32.265152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Bound port: 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:23:32.265494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:32.322665 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b1b828db-20cc-4100-8b88-e77b38e4683c req-c2af040a-ee54-499b-aa21-66126d8efafa service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416404 Jun 18 00:23:32.356002 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:23:32.356002 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:23:32.416137 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:32.418400 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:32.453966 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.456082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:32.456082 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] 10.222.0.16 "PUT /v2.0/ports/40be6ae4-3ab0-4615-b8a2-269da9e79f38 HTTP/1.1" status: 200 len: 1094 time: 1.0754850 Jun 18 00:23:32.477817 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Pushing event updated for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:32.481031 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:32.490099 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb45ab-b029-44dc-b398-2a01c83b1203 req-71b12144-278a-419f-b348-8587945c2ceb tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.491611 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33eb45ab-b029-44dc-b398-2a01c83b1203 req-71b12144-278a-419f-b348-8587945c2ceb tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 943 time: 0.0751917 Jun 18 00:23:32.531145 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33eb45ab-b029-44dc-b398-2a01c83b1203 req-a141f67e-754e-41a6-810a-dcc8f9f1904e tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338237 Jun 18 00:23:32.620559 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e879cb5-c1b0-4dec-88ec-3d1e6c6614a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.622041 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-0e879cb5-c1b0-4dec-88ec-3d1e6c6614a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 1097 time: 0.0535877 Jun 18 00:23:32.680770 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-446d8512-521f-4bf6-9482-747021e9f384 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38 HTTP/1.1" status: 200 len: 217 time: 0.0350883 Jun 18 00:23:32.734312 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-20235565-90f0-44a0-ad92-88b6d8c95f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.735787 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-20235565-90f0-44a0-ad92-88b6d8c95f65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0421128 Jun 18 00:23:32.799439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-bce616b6-abfc-4f5c-abcf-decb4e5cdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.801003 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-bce616b6-abfc-4f5c-abcf-decb4e5cdf4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513959 Jun 18 00:23:32.854144 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb2443-521f-433b-aa55-cee649b56988 req-dd262675-14cd-454a-b49e-99b1c0d41971 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.855696 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-55eb2443-521f-433b-aa55-cee649b56988 req-dd262675-14cd-454a-b49e-99b1c0d41971 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0643837 Jun 18 00:23:32.897438 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-85407569-2585-4e07-98b1-51b412c4f881 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846779 Jun 18 00:23:32.899055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:32.901299 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:32.925349 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-55eb2443-521f-433b-aa55-cee649b56988 req-b1e33ecd-e896-4d96-8470-e3a09a2bd66d tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631459 Jun 18 00:23:32.955546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275af21-ba68-498d-a7c8-ed08ceef4d50 req-83042b5b-6ce7-47cc-a4e7-50ab5d8074ea tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:32.957347 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3275af21-ba68-498d-a7c8-ed08ceef4d50 req-83042b5b-6ce7-47cc-a4e7-50ab5d8074ea tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 945 time: 0.0809102 Jun 18 00:23:32.973327 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d945dba-73ab-4c28-a997-e8dfae223813 x-openstack-request-id: req-8d945dba-73ab-4c28-a997-e8dfae223813 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:32.973651 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:32.973936 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d945dba-73ab-4c28-a997-e8dfae223813 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:32.974353 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'status': 'completed', 'code': 200} Jun 18 00:23:32.996241 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-bde14035-cbca-4287-bc90-a7c1bdcd45e6 req-241106d2-0207-42b7-b4bd-03ab1a6bdcfc service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908599 Jun 18 00:23:33.001519 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3275af21-ba68-498d-a7c8-ed08ceef4d50 req-40cc7ea0-9bbe-433c-a083-081946ebf80b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 Jun 18 00:23:33.007450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 071d1e14-8661-4c89-a689-5ac18d396a67 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:23:33.021981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:23:33.137610 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268988b0-79b9-4936-a1b1-030b692ebbc5 req-df1ea537-5a1d-4ce8-a9f0-1350da673c9f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.139424 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-268988b0-79b9-4936-a1b1-030b692ebbc5 req-df1ea537-5a1d-4ce8-a9f0-1350da673c9f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0744255 Jun 18 00:23:33.198249 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-268988b0-79b9-4936-a1b1-030b692ebbc5 req-0d199fd9-dbe5-4cc7-8a8d-8432abd6d1cc tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480764 Jun 18 00:23:33.245498 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 91bc8058-aff2-467d-bdfc-982b235af2f0 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:33.245889 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.256959 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-dbabbc26-d66d-4c33-a439-fcb823bb9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.258528 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-dbabbc26-d66d-4c33-a439-fcb823bb9995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 1097 time: 0.0661111 Jun 18 00:23:33.285151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=071d1e14-8661-4c89-a689-5ac18d396a67,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:33.291533 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7197-a7f2-447a-9488-6810961a3206 req-f9322ab7-5dd1-4741-be96-6a32e1877479 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.293077 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91ed7197-a7f2-447a-9488-6810961a3206 req-f9322ab7-5dd1-4741-be96-6a32e1877479 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0938699 Jun 18 00:23:33.302186 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '071d1e14-8661-4c89-a689-5ac18d396a67', 'network_id': 'c20ae857-a4e0-476c-a511-d8369144cd4e', 'port_id': '071d1e14-8661-4c89-a689-5ac18d396a67', 'mac_address': 'fa:16:3e:2e:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9a91c9-72e6-424b-88a7-9b8721b91e5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:23:33.355636 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-91ed7197-a7f2-447a-9488-6810961a3206 req-ede9bfc9-5fea-417d-b790-cff96165fcd2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546217 Jun 18 00:23:33.361907 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-f7f6092c-06e3-4c99-b24e-d2b1b2bbb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.363451 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-f7f6092c-06e3-4c99-b24e-d2b1b2bbb4e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0958259 Jun 18 00:23:33.377168 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.395722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d1e14-8661-4c89-a689-5ac18d396a67 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:33.399708 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.407645 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-dbde4581-c9a7-4438-9596-41e9341ca29b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38 HTTP/1.1" status: 200 len: 217 time: 0.0357926 Jun 18 00:23:33.413903 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755b434-3c52-432b-b15a-02f04b67fb0c req-d503e66c-79e2-4a41-a499-678d06647b48 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.417537 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7755b434-3c52-432b-b15a-02f04b67fb0c req-d503e66c-79e2-4a41-a499-678d06647b48 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 943 time: 0.0799901 Jun 18 00:23:33.431756 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=071d1e14-8661-4c89-a689-5ac18d396a67,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:33.437105 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:33.439794 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee50a730-17c5-45c2-9e29-e313ef7569ff" -d '{"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:33.455036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:33.458232 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7755b434-3c52-432b-b15a-02f04b67fb0c req-b5ef8a0d-ff6e-4852-979c-615bfc9a5e50 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Jun 18 00:23:33.469434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-47f92e63-c0d2-4196-a67c-35586df6db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.470910 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-47f92e63-c0d2-4196-a67c-35586df6db58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0536108 Jun 18 00:23:33.485661 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989cfb23-1a68-4c87-be4a-833dbe88e0f4 x-openstack-request-id: req-989cfb23-1a68-4c87-be4a-833dbe88e0f4 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:33.485963 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-plugged", "status": "completed", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:33.486251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-989cfb23-1a68-4c87-be4a-833dbe88e0f4 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:33.486636 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'code': 200} Jun 18 00:23:33.501781 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.502548 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 5f7c09fc-9749-47a8-bcb5-1364e8789948 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:23:33.504409 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:33.532394 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.561355 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-f376e253-ef56-4832-9ec2-a859f9a38717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.562799 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-f376e253-ef56-4832-9ec2-a859f9a38717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549943 Jun 18 00:23:33.605861 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:33.609137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:33.611375 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-61e1cbdd-7d26-48ab-a56a-5e48fb8b5c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:33.666441 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-ca2d01a4-35c6-4398-9bac-bff326e7e5a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917990 Jun 18 00:23:33.682462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=10']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:33.685807 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:33.691464 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:33.704172 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '5f7c09fc-9749-47a8-bcb5-1364e8789948', 'network_id': 'b3662465-ba9a-4847-9291-12f396d03e67', 'port_id': '5f7c09fc-9749-47a8-bcb5-1364e8789948', 'mac_address': 'fa:16:3e:24:80:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c80a7-b151-4605-9a68-6691344264fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:23:33.709038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6592f-4ed5-4285-b9b3-24245612d2c6 req-f920714e-eff4-4af6-af3e-f656f766ae84 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:33.710678 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c6f6592f-4ed5-4285-b9b3-24245612d2c6 req-f920714e-eff4-4af6-af3e-f656f766ae84 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 944 time: 0.0634665 Jun 18 00:23:33.743308 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.749367 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c6f6592f-4ed5-4285-b9b3-24245612d2c6 req-b5b1e579-c8ba-4b76-b388-26ffd084ab35 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jun 18 00:23:33.756733 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7c09fc-9749-47a8-bcb5-1364e8789948 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:33.772544 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3eda2e3a-103a-44fc-b144-bf8c15d49a4f req-e76180d4-b80e-4190-bf31-22d09d199801 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966067 Jun 18 00:23:33.776265 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:33.855135 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:33.856952 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:33.904475 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:33.907392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:34.103484 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c56c0-fc84-49fc-8db4-0c9d02c44052 req-a76e4342-153c-43e7-a4e7-cba32f987392 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.105326 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a48c56c0-fc84-49fc-8db4-0c9d02c44052 req-a76e4342-153c-43e7-a4e7-cba32f987392 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0668454 Jun 18 00:23:34.173634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a48c56c0-fc84-49fc-8db4-0c9d02c44052 req-d703cd09-162b-42f8-b29a-5b398a0da28a tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Jun 18 00:23:34.202019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7392-513d-49c6-b848-3257b7cf9077 req-75e77bee-b7c7-4c9f-b089-2356aba1fb8e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.203602 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c97d7392-513d-49c6-b848-3257b7cf9077 req-75e77bee-b7c7-4c9f-b089-2356aba1fb8e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0770578 Jun 18 00:23:34.241759 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c97d7392-513d-49c6-b848-3257b7cf9077 req-9ce81938-bda2-44a9-88b6-902b6df6ad5c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Jun 18 00:23:34.294529 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2541de-884b-4210-aa2d-89c20016ac9d req-50e395b2-50f3-4c21-b927-2a86d11dd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.296557 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-cc2541de-884b-4210-aa2d-89c20016ac9d req-50e395b2-50f3-4c21-b927-2a86d11dd9db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1100 time: 0.0524116 Jun 18 00:23:34.328231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['071d1e14-8661-4c89-a689-5ac18d396a67'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:34.344510 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-cc2541de-884b-4210-aa2d-89c20016ac9d req-7374fccc-436a-4afb-835e-7005a0757e1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jun 18 00:23:34.377456 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc1763-256b-407c-aaf3-0055f405b48c req-a0630b0d-7327-4e52-a709-aac8b78d6b05 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.378964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1bc1763-256b-407c-aaf3-0055f405b48c req-a0630b0d-7327-4e52-a709-aac8b78d6b05 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0625288 Jun 18 00:23:34.383422 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['5f7c09fc-9749-47a8-bcb5-1364e8789948'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:34.424126 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1bc1763-256b-407c-aaf3-0055f405b48c req-99b55eb3-1e94-4189-a066-4916a5d47518 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384951 Jun 18 00:23:34.532135 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30e28d-5684-42f5-b13d-a27bb63043d9 req-2aba6f55-a8d0-44ad-ab3f-6eb897988d2b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.533634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-db30e28d-5684-42f5-b13d-a27bb63043d9 req-2aba6f55-a8d0-44ad-ab3f-6eb897988d2b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0672154 Jun 18 00:23:34.575603 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-db30e28d-5684-42f5-b13d-a27bb63043d9 req-6cc591ac-3e37-4995-963d-58e3f20782c3 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351994 Jun 18 00:23:34.633849 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc64b-55b8-4534-9173-8b4c0ad26dc0 req-9ec86206-2efe-4901-aedb-3e262bc8aefc tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.635418 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dc3dc64b-55b8-4534-9173-8b4c0ad26dc0 req-9ec86206-2efe-4901-aedb-3e262bc8aefc tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 944 time: 0.0640540 Jun 18 00:23:34.672243 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dc3dc64b-55b8-4534-9173-8b4c0ad26dc0 req-3bd6e23c-958a-4e35-a16d-4494514e28b6 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Jun 18 00:23:34.917925 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fcbe8-76fa-4a9c-8259-f12baaf2eec5 req-27065c3d-39e5-46d2-a4c2-da46624277ea tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:34.919373 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-590fcbe8-76fa-4a9c-8259-f12baaf2eec5 req-27065c3d-39e5-46d2-a4c2-da46624277ea tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 944 time: 0.0628002 Jun 18 00:23:34.956033 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-590fcbe8-76fa-4a9c-8259-f12baaf2eec5 req-7ffc156e-4413-4705-8e91-8797d728a983 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Jun 18 00:23:35.342473 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e16ef1-0928-47cc-9d12-636d851f1b18 req-26c6b72c-2e15-4e4d-8193-455ff45706ee tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:35.343966 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9e16ef1-0928-47cc-9d12-636d851f1b18 req-26c6b72c-2e15-4e4d-8193-455ff45706ee tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0622516 Jun 18 00:23:35.409206 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9e16ef1-0928-47cc-9d12-636d851f1b18 req-e9dedd9e-8a19-4d45-8d73-7feec104b697 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595751 Jun 18 00:23:35.436625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a574d99-93f1-4f3c-af57-bff23c66f87e req-5657fc01-1c8c-476c-b23f-02aad97ed728 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:35.438072 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a574d99-93f1-4f3c-af57-bff23c66f87e req-5657fc01-1c8c-476c-b23f-02aad97ed728 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0752671 Jun 18 00:23:35.479292 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a574d99-93f1-4f3c-af57-bff23c66f87e req-894282b3-1f1c-4660-a4a8-8629e961004f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356050 Jun 18 00:23:35.594120 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ea208-761f-4ffa-ac3e-f4b3c91c3942 req-af3962b6-d87f-43da-957c-817fb658cc83 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:35.595888 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-db9ea208-761f-4ffa-ac3e-f4b3c91c3942 req-af3962b6-d87f-43da-957c-817fb658cc83 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0619123 Jun 18 00:23:35.633617 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-db9ea208-761f-4ffa-ac3e-f4b3c91c3942 req-f8d665c9-8ae7-409e-ad43-8f8def0637fe tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Jun 18 00:23:35.763474 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9648f27-1a85-447b-80e2-dc0c36664e74 req-f5e6ca82-661d-4bad-a29c-4d9f499e9f5c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:35.765492 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9648f27-1a85-447b-80e2-dc0c36664e74 req-f5e6ca82-661d-4bad-a29c-4d9f499e9f5c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0614817 Jun 18 00:23:35.833764 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9648f27-1a85-447b-80e2-dc0c36664e74 req-55aaabce-f49a-403f-993d-ad9c30a4a315 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626988 Jun 18 00:23:35.861703 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b279-f792-4d59-9bee-3ed382dcfba6 req-76dc4630-0006-49c5-8fcc-430ae001ebcf tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:35.863248 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7fd0b279-f792-4d59-9bee-3ed382dcfba6 req-76dc4630-0006-49c5-8fcc-430ae001ebcf tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 944 time: 0.0784929 Jun 18 00:23:35.900830 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7fd0b279-f792-4d59-9bee-3ed382dcfba6 req-22d5e1eb-167d-4e8b-89a7-2d4feaa8be83 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Jun 18 00:23:36.134035 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4047-4c3e-4c62-aa3b-0bcc0689194d req-cea4cc91-22da-44c9-8c9d-e1375d148064 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:36.135506 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d2f4047-4c3e-4c62-aa3b-0bcc0689194d req-cea4cc91-22da-44c9-8c9d-e1375d148064 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 944 time: 0.0634081 Jun 18 00:23:36.173453 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d2f4047-4c3e-4c62-aa3b-0bcc0689194d req-3661db4e-fc40-405b-9470-0d1c6bd31fc2 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jun 18 00:23:36.594117 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace1a9-90c8-49a1-8cbe-4f402a50cb9c req-a3199e66-0e5b-4bdd-9c03-26266bfa4660 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:36.595860 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1ace1a9-90c8-49a1-8cbe-4f402a50cb9c req-a3199e66-0e5b-4bdd-9c03-26266bfa4660 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0761750 Jun 18 00:23:36.665681 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b1ace1a9-90c8-49a1-8cbe-4f402a50cb9c req-0ba4f838-9743-4341-a636-d81c02265c8c tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624657 Jun 18 00:23:36.690207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f24ac-a271-4864-a20c-b9bb9a07b907 req-cc1a4be3-ee96-4454-96c3-db5a91fa99fd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:36.691733 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4f8f24ac-a271-4864-a20c-b9bb9a07b907 req-cc1a4be3-ee96-4454-96c3-db5a91fa99fd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0867906 Jun 18 00:23:36.731196 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4f8f24ac-a271-4864-a20c-b9bb9a07b907 req-820f9507-e34e-43d6-b131-7ec31880779f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Jun 18 00:23:36.824945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff0d77-daf7-4e03-9d5c-7415e7f90ce6 req-5c5b4ae5-681f-4243-8bbc-ecd83680c5e4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:36.826970 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c9ff0d77-daf7-4e03-9d5c-7415e7f90ce6 req-5c5b4ae5-681f-4243-8bbc-ecd83680c5e4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0614338 Jun 18 00:23:36.862688 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c9ff0d77-daf7-4e03-9d5c-7415e7f90ce6 req-cc6ed169-81c1-4ae4-8633-2edc43d01c10 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299768 Jun 18 00:23:37.008358 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 071d1e14-8661-4c89-a689-5ac18d396a67 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:23:37.176368 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544209f-6fba-4b51-985c-a18153baff9d req-701577e6-ec3a-4b12-a8af-72d5a7ef3d0f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.177814 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9544209f-6fba-4b51-985c-a18153baff9d req-701577e6-ec3a-4b12-a8af-72d5a7ef3d0f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.2204947 Jun 18 00:23:37.185038 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90426a-06e8-4de9-b37a-d230a013d68c req-932b613b-6bef-4e71-a9db-d1d67c69fb22 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.186397 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ec90426a-06e8-4de9-b37a-d230a013d68c req-932b613b-6bef-4e71-a9db-d1d67c69fb22 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 944 time: 0.1765003 Jun 18 00:23:37.198964 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 071d1e14-8661-4c89-a689-5ac18d396a67 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:37.203426 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 071d1e14-8661-4c89-a689-5ac18d396a67 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:37.203813 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.240339 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9544209f-6fba-4b51-985c-a18153baff9d req-27494269-b841-4f92-b72f-0640d805e8e1 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529678 Jun 18 00:23:37.245258 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ec90426a-06e8-4de9-b37a-d230a013d68c req-74c2d1dd-de5f-4fdb-b647-482a39320e1a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Jun 18 00:23:37.286372 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.309053 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:37.311933 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9d06e-040d-4be5-bcd5-0f82f7a7f575" -d '{"events": [{"server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "name": "network-vif-plugged", "status": "completed", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:37.324359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=071d1e14-8661-4c89-a689-5ac18d396a67,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:37.350473 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc111eb2-954a-454b-b80b-5fe7d64a6bf0 x-openstack-request-id: req-bc111eb2-954a-454b-b80b-5fe7d64a6bf0 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:37.350893 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "name": "network-vif-plugged", "status": "completed", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:37.351329 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc111eb2-954a-454b-b80b-5fe7d64a6bf0 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:37.351834 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67', 'code': 200} Jun 18 00:23:37.387529 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.388452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 5f7c09fc-9749-47a8-bcb5-1364e8789948 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:23:37.392480 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:37.434706 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b85b7-8238-4c9d-9dd8-795624840fb3 req-db63d597-ee74-4643-964c-8bcc53386690 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.436258 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-834b85b7-8238-4c9d-9dd8-795624840fb3 req-db63d597-ee74-4643-964c-8bcc53386690 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 944 time: 0.0772517 Jun 18 00:23:37.467874 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:37.472217 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:37.477935 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-834b85b7-8238-4c9d-9dd8-795624840fb3 req-86422070-7f52-4f41-8e71-34ee917e1cdc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Jun 18 00:23:37.529913 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 5f7c09fc-9749-47a8-bcb5-1364e8789948 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:37.534020 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 5f7c09fc-9749-47a8-bcb5-1364e8789948 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:37.534400 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.613188 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.644406 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:37.724588 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:37.726454 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:37.773083 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:37.776172 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:37.844452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0de81-cbd7-41a1-9849-7eef504e4263 req-028f45b6-2459-40e7-ba35-213bf06bcfe9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.845973 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39e0de81-cbd7-41a1-9849-7eef504e4263 req-028f45b6-2459-40e7-ba35-213bf06bcfe9 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.0629473 Jun 18 00:23:37.918129 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39e0de81-cbd7-41a1-9849-7eef504e4263 req-86cc2276-926c-4efd-9658-3a678721d98f tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/security-groups?id=73e75c31-00c1-4160-86e6-8ed32087057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Jun 18 00:23:37.938379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f86bda-13fa-489a-96fb-9a8e0e9d81b4 req-94b9c54b-c4a1-4200-96e8-c2882a3290cd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.939897 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5f86bda-13fa-489a-96fb-9a8e0e9d81b4 req-94b9c54b-c4a1-4200-96e8-c2882a3290cd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0930672 Jun 18 00:23:37.975259 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-a5452a15-ccdb-4727-a393-dcb25118cd64 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.976737 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-a5452a15-ccdb-4727-a393-dcb25118cd64 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 945 time: 0.1084788 Jun 18 00:23:37.980062 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5f86bda-13fa-489a-96fb-9a8e0e9d81b4 req-78e19eac-5f2b-4939-92e6-1fc8f77b67a9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334234 Jun 18 00:23:37.981758 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae8b4-2ebf-4555-a4e9-d0bccb30984c req-1cedb98b-6700-4216-85fd-0cd3257bbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:37.983270 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6caae8b4-2ebf-4555-a4e9-d0bccb30984c req-1cedb98b-6700-4216-85fd-0cd3257bbfa2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 1098 time: 0.1064210 Jun 18 00:23:38.062164 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6caae8b4-2ebf-4555-a4e9-d0bccb30984c req-1f7a5c7c-2618-41ad-b493-1e5a021373b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643277 Jun 18 00:23:38.094949 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927458d-00db-46ec-8663-fce17df5f1a1 req-148f6c5f-496c-459e-9bd0-f065e1b42be6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:38.096431 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d927458d-00db-46ec-8663-fce17df5f1a1 req-148f6c5f-496c-459e-9bd0-f065e1b42be6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0611136 Jun 18 00:23:38.107611 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Deleting port 781c8024-9f18-46d3-adf9-189836b50f91 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:38.107958 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:38.134478 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d927458d-00db-46ec-8663-fce17df5f1a1 req-5bdac13a-b4a7-48df-beaa-93a09bb6ff87 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Jun 18 00:23:38.192566 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] For port 781c8024-9f18-46d3-adf9-189836b50f91, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=781c8024-9f18-46d3-adf9-189836b50f91,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:38.192840 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:38.255270 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Calling delete_port for 781c8024-9f18-46d3-adf9-189836b50f91 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:38.427483 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:38.431722 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4fd30d36-416b-4552-94af-39d782ea046e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:38.457498 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Pushing event deleted for resources: {'Port': ['ID=781c8024-9f18-46d3-adf9-189836b50f91,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:38.460495 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:38.465216 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698a0c-6204-4d67-a7df-f73e8971f247 req-93e25c9d-e43c-4f60-9b8b-591d467c94b9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:38.469089 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-81698a0c-6204-4d67-a7df-f73e8971f247 req-93e25c9d-e43c-4f60-9b8b-591d467c94b9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.1106868 Jun 18 00:23:38.472261 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['781c8024-9f18-46d3-adf9-189836b50f91'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:38.477682 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8a623-27df-4a95-8d4c-403e4fc08682 req-8d1cb00c-64c8-4e56-a333-f5e7f5bc83a6 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:38.479271 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-aba8a623-27df-4a95-8d4c-403e4fc08682 req-8d1cb00c-64c8-4e56-a333-f5e7f5bc83a6 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.1105857 Jun 18 00:23:38.501970 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] No DVR routers for this DVR port 781c8024-9f18-46d3-adf9-189836b50f91 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:23:38.505234 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:38.507274 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-37962ad4-0bd3-4351-830f-28dbd1e33f1a req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.16 "DELETE /v2.0/ports/781c8024-9f18-46d3-adf9-189836b50f91 HTTP/1.1" status: 204 len: 173 time: 0.5164931 Jun 18 00:23:38.507776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'name': 'network-vif-deleted', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:38.510159 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c894c-30d7-460d-aa19-ec06c5801f4b" -d '{"events": [{"server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "name": "network-vif-deleted", "tag": "781c8024-9f18-46d3-adf9-189836b50f91"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:38.534846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-81698a0c-6204-4d67-a7df-f73e8971f247 req-a85191a8-ac8e-455f-a021-c3c61a17fbb6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545905 Jun 18 00:23:38.541588 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-aba8a623-27df-4a95-8d4c-403e4fc08682 req-6ee6bc21-1437-4b46-8d41-833f7444b4fc tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533473 Jun 18 00:23:38.589667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d15b30-ce1f-47b5-ba8b-41dcd6c2fc49 x-openstack-request-id: req-e5d15b30-ce1f-47b5-ba8b-41dcd6c2fc49 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:38.590003 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c35cbe1-d255-417e-a948-4508f247672d", "name": "network-vif-deleted", "tag": "781c8024-9f18-46d3-adf9-189836b50f91", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:38.590296 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5d15b30-ce1f-47b5-ba8b-41dcd6c2fc49 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:38.590757 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c35cbe1-d255-417e-a948-4508f247672d', 'name': 'network-vif-deleted', 'tag': '781c8024-9f18-46d3-adf9-189836b50f91', 'status': 'completed', 'code': 200} Jun 18 00:23:38.699082 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce30394-d050-4f0f-9edf-b0b76c21a0f7 req-16fe8d76-e9a4-431a-9fb8-68d3f06a35c1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:38.700542 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dce30394-d050-4f0f-9edf-b0b76c21a0f7 req-16fe8d76-e9a4-431a-9fb8-68d3f06a35c1 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.0624425 Jun 18 00:23:38.737341 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dce30394-d050-4f0f-9edf-b0b76c21a0f7 req-9c7acab0-d523-4884-ba3c-51ea118452e8 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Jun 18 00:23:39.076812 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-02067bb1-4d3e-48df-a104-e26608738b1f req-537515b0-e461-4ee6-a08b-0cdc1951c28b tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c35cbe1-d255-417e-a948-4508f247672d HTTP/1.1" status: 200 len: 210 time: 0.0308151 Jun 18 00:23:39.302256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907802c5-79d4-4b83-bd0b-ac8261fde7ed req-3907aabe-9f52-4486-aeac-85724d671d4a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:39.303736 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-907802c5-79d4-4b83-bd0b-ac8261fde7ed req-3907aabe-9f52-4486-aeac-85724d671d4a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0615714 Jun 18 00:23:39.341292 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-907802c5-79d4-4b83-bd0b-ac8261fde7ed req-98198ad0-2d9b-4f41-bd6e-0d8d6c132d67 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Jun 18 00:23:39.353047 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:39.355601 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca47ddbe-e7a9-4c03-b103-ed1d0eb9d007" -d '{"events": [{"server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "name": "network-vif-plugged", "status": "completed", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:39.395947 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251daa64-efd5-4ee2-940d-efbbd00c92dd x-openstack-request-id: req-251daa64-efd5-4ee2-940d-efbbd00c92dd {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:39.396245 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "name": "network-vif-plugged", "status": "completed", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:39.396506 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-251daa64-efd5-4ee2-940d-efbbd00c92dd {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:39.396894 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948', 'code': 200} Jun 18 00:23:39.813734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e3549-86d5-45d3-8c2e-eda4f8fcba27 req-1f54feac-cb79-4f2f-8106-c0840b213957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:39.821557 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f0e3549-86d5-45d3-8c2e-eda4f8fcba27 req-1f54feac-cb79-4f2f-8106-c0840b213957 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 1098 time: 0.0589893 Jun 18 00:23:39.899664 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f0e3549-86d5-45d3-8c2e-eda4f8fcba27 req-cb0517a6-7e36-4a24-846a-70bb05c7691a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Jun 18 00:23:39.984546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c9326-5757-4b8c-a7ed-52261a6d018c req-aaea8478-4a48-4ac6-af07-e8ce6afb85db tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:39.986199 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-763c9326-5757-4b8c-a7ed-52261a6d018c req-aaea8478-4a48-4ac6-af07-e8ce6afb85db tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.3402209 Jun 18 00:23:40.009019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834140-b274-4a59-93b0-4d2b7c872312 req-2b13e346-1095-418e-9124-9dbba3f7674a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:40.010415 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-99834140-b274-4a59-93b0-4d2b7c872312 req-2b13e346-1095-418e-9124-9dbba3f7674a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.3365636 Jun 18 00:23:40.051483 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-763c9326-5757-4b8c-a7ed-52261a6d018c req-1c211ee8-c656-456f-8bb0-c4527be79fc1 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588784 Jun 18 00:23:40.063511 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-99834140-b274-4a59-93b0-4d2b7c872312 req-67b0dd95-bf71-4210-bb36-5d9d3ab5cd18 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Jun 18 00:23:40.168058 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 39506) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:40.208957 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45351da-691e-46c1-a388-ff896b262cc2 req-7e60e775-c5fd-4a18-9324-40e1ea5cfdbc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:40.210383 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e45351da-691e-46c1-a388-ff896b262cc2 req-7e60e775-c5fd-4a18-9324-40e1ea5cfdbc tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.0609298 Jun 18 00:23:40.246245 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e45351da-691e-46c1-a388-ff896b262cc2 req-1f5b2ef2-2280-405c-8326-22c7a40aac61 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301404 Jun 18 00:23:40.517476 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db6a79-267a-41f0-9262-8ce99d2fb317 req-c91c7760-7b55-4637-8750-9883bb765a7f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:40.518955 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b3db6a79-267a-41f0-9262-8ce99d2fb317 req-c91c7760-7b55-4637-8750-9883bb765a7f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0651710 Jun 18 00:23:40.556206 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b3db6a79-267a-41f0-9262-8ce99d2fb317 req-c28328c5-51a8-43e3-8d77-0474f44c482a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Jun 18 00:23:40.589242 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.032678 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:23:41.048112 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 781c8024-9f18-46d3-adf9-189836b50f91 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:41.072971 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 781c8024-9f18-46d3-adf9-189836b50f91 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:41.073317 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 781c8024-9f18-46d3-adf9-189836b50f91 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:41.111633 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Deleting port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:41.112215 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.180407 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:41.192421 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'mac_address': 'fa:16:3e:d6:dc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:23:41.211945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] For port 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,segment=NetworkSegment(b3140520-9301-495f-9cfe-70c65fc0c64a),segment_id=b3140520-9301-495f-9cfe-70c65fc0c64a)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:41.212319 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.233196 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.245751 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c7b93-7cad-4c79-b739-1cd7b366cd24 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:41.265573 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:41.281422 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0c613-52bb-4503-a4c6-78ac12852d43 req-a164f7ae-fbde-42e0-918b-974139fa7d49 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:41.281986 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Calling delete_port for 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:41.282969 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68a0c613-52bb-4503-a4c6-78ac12852d43 req-a164f7ae-fbde-42e0-918b-974139fa7d49 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.1068745 Jun 18 00:23:41.294722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99dd1-b181-4e4f-800b-92eee4ec4d23 req-7ea7b26a-b2f6-4ff5-8cf7-24e36ca4a215 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:41.296173 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7eb99dd1-b181-4e4f-800b-92eee4ec4d23 req-7ea7b26a-b2f6-4ff5-8cf7-24e36ca4a215 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.1067989 Jun 18 00:23:41.345267 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.347443 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-68cf32ff-5616-4ad2-a8c4-76236a606a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:41.356613 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-68a0c613-52bb-4503-a4c6-78ac12852d43 req-8c634470-c192-4944-8975-a4f26d8af92c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594959 Jun 18 00:23:41.359819 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7eb99dd1-b181-4e4f-800b-92eee4ec4d23 req-06ab57ea-bfcf-4693-a8b7-5217e3f0b65a tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561967 Jun 18 00:23:41.441809 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:41.448037 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:41.570650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.574989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:41.600528 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4455bd-c74e-43fb-b0c1-7dfd50218ab2,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:41.612052 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.612430 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.612794 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.613145 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.613507 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.614017 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.614369 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.614730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.615081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.615475 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.615795 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.616135 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:41.634406 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:41.747375 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0becac-81d0-4a75-a6e3-43ef53f0a3ca req-4911b813-ff02-44d9-8119-38660be225c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:41.749648 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab0becac-81d0-4a75-a6e3-43ef53f0a3ca req-4911b813-ff02-44d9-8119-38660be225c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0718672 Jun 18 00:23:41.771847 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:41.787032 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab0becac-81d0-4a75-a6e3-43ef53f0a3ca req-7f1c3515-2959-4866-be12-abf36fae42e4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Jun 18 00:23:41.871319 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['d51c7b93-7cad-4c79-b739-1cd7b366cd24'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:41.976817 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e796c9-543b-47ee-9d20-03d3a12194de req-c4ed47bd-dd4e-493e-bf74-e89d6c1ff176 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:41.978342 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33e796c9-543b-47ee-9d20-03d3a12194de req-c4ed47bd-dd4e-493e-bf74-e89d6c1ff176 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.0634184 Jun 18 00:23:41.990994 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Router 3470704e-8df5-438a-8ef6-6a54d3ff689f has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:23:42.017445 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33e796c9-543b-47ee-9d20-03d3a12194de req-0c650842-d106-4b68-9935-481da105b005 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Jun 18 00:23:42.100195 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:23:42.106581 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] 10.222.0.38 "PUT /v2.0/routers/3470704e-8df5-438a-8ef6-6a54d3ff689f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9365959 Jun 18 00:23:42.108781 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 39530) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:42.109409 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Sync routers for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:23:42.118424 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:42.119078 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:42.208280 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.217817 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:42.307521 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.385791 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:23:41Z', 'revision_number': 5, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port': {'id': '63a23089-7f07-4d29-9121-9ba8e84aef29', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:34Z', 'updated_at': '2021-06-18T00:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:42.412004 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Checking router: 3470704e-8df5-438a-8ef6-6a54d3ff689f for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:23:42.415370 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Deleting port 63a23089-7f07-4d29-9121-9ba8e84aef29 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:42.415781 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.421779 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Routers {'3470704e-8df5-438a-8ef6-6a54d3ff689f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:42.422579 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3470704e-8df5-438a-8ef6-6a54d3ff689f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:42.504092 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] For port 63a23089-7f07-4d29-9121-9ba8e84aef29, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=63a23089-7f07-4d29-9121-9ba8e84aef29,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:42.504540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.512727 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] Set router 3470704e-8df5-438a-8ef6-6a54d3ff689f gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:42.567124 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:23:42Z', 'revision_number': 6, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:42.570200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Calling delete_port for 63a23089-7f07-4d29-9121-9ba8e84aef29 owned by network:router_gateway {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:42.585735 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c26e-158e-4938-9d41-c77c1474c953 req-1fab63b3-986c-4aa5-afaf-710bc95214f8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:42.587211 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cba0c26e-158e-4938-9d41-c77c1474c953 req-1fab63b3-986c-4aa5-afaf-710bc95214f8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 945 time: 0.1058965 Jun 18 00:23:42.594960 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce30b-1948-4ec2-b063-00c44928504f None None] The sync data for ids ['3470704e-8df5-438a-8ef6-6a54d3ff689f'] in dv-cinder-796950-2-iscsi is: [{'id': '3470704e-8df5-438a-8ef6-6a54d3ff689f', 'name': 'tempest-ServerRescueNegativeTestJSON-1435647802-router', 'tenant_id': 'f59c33eff28a440a82e0e78c337e3adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:33Z', 'updated_at': '2021-06-18T00:23:42Z', 'revision_number': 6, 'project_id': 'f59c33eff28a440a82e0e78c337e3adc', 'gw_port_host': None}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:23:42.599803 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678f57-432f-4dec-930e-74b0836db55a req-8934ce3d-7466-4c6b-aab9-5d0ebb9ebee3 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:42.601531 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25678f57-432f-4dec-930e-74b0836db55a req-8934ce3d-7466-4c6b-aab9-5d0ebb9ebee3 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.0867500 Jun 18 00:23:42.663316 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cba0c26e-158e-4938-9d41-c77c1474c953 req-fae03b40-1458-4b21-88dd-c564de1e7a0f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607197 Jun 18 00:23:42.665852 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-25678f57-432f-4dec-930e-74b0836db55a req-345af6c0-7712-4ca3-9b23-f0de1fb5d0e1 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Jun 18 00:23:42.803871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.807167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef18f0a6-377e-4c69-b162-b930790ac619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:42.836396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a23089-7f07-4d29-9121-9ba8e84aef29,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:42.840346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:42.898346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:42.979760 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3f23e-b6ea-430a-bacd-dc4425826aaf req-e56c08a3-567b-42fe-b738-7cc5610f9678 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:42.985043 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b7a3f23e-b6ea-430a-bacd-dc4425826aaf req-e56c08a3-567b-42fe-b738-7cc5610f9678 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 944 time: 0.0820994 Jun 18 00:23:43.016817 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.019163 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.029080 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 40be6ae4-3ab0-4615-b8a2-269da9e79f38 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:23:43.046324 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:23:43.057264 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b7a3f23e-b6ea-430a-bacd-dc4425826aaf req-541ac81a-99d1-427c-b79f-6688aefaf750 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660419 Jun 18 00:23:43.159789 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:43.191924 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:43.192197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1d4455bd-c74e-43fb-b0c1-7dfd50218ab2 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:43.192987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.193828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3470704e-8df5-438a-8ef6-6a54d3ff689f {{(pid=99799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:23:43.198344 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.202053 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3470704e-8df5-438a-8ef6-6a54d3ff689f HTTP/1.1" status: 204 len: 168 time: 1.0922098 Jun 18 00:23:43.202686 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 39550) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:43.220981 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:43.235822 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'port_id': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'mac_address': 'fa:16:3e:cb:65:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:23:43.237272 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bd4d-64cf-4674-b5e5-321590aa29cd req-97dbeafd-899e-417b-938e-5b3ded3ef737 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:43.238945 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caf4bd4d-64cf-4674-b5e5-321590aa29cd req-97dbeafd-899e-417b-938e-5b3ded3ef737 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.0717895 Jun 18 00:23:43.257581 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Deleting subnet 81fd650d-9574-48d6-a720-f9157d0e5036 {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:23:43.260905 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.276281 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.284039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caf4bd4d-64cf-4674-b5e5-321590aa29cd req-be4efb5e-90cf-4bbf-9dbd-d711f8a98780 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Jun 18 00:23:43.289722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40be6ae4-3ab0-4615-b8a2-269da9e79f38 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:43.296667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.303809 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port d51c7b93-7cad-4c79-b739-1cd7b366cd24 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:43.316212 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:43.317276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port d51c7b93-7cad-4c79-b739-1cd7b366cd24 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:43.317676 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.341015 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.383254 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.386732 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:43.421633 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.453386 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:43.459361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:43.465185 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fc2d1-e096-47c6-8107-031e854e0dc7" -d '{"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-plugged", "status": "completed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:43.465889 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:43.475015 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:43.488168 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.492353 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0300757f-ddcf-4612-9ef2-33319f728859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:43.519037 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.520908 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/81fd650d-9574-48d6-a720-f9157d0e5036 HTTP/1.1" status: 204 len: 168 time: 0.3171506 Jun 18 00:23:43.522004 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81fd650d-9574-48d6-a720-f9157d0e5036,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:43.523644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39556) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:43.524444 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-626c8dce-7fad-492a-92f9-1dfd68d38103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:43.565831 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.568465 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:43.603167 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8786776-7f05-4445-8ee1-bf1c81f08122 x-openstack-request-id: req-a8786776-7f05-4445-8ee1-bf1c81f08122 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:43.603538 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-plugged", "status": "completed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:43.603871 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8786776-7f05-4445-8ee1-bf1c81f08122 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:43.604381 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'code': 200} Jun 18 00:23:43.607004 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.627985 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:43.631074 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:43.696747 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.707133 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d879b9f2-97fe-44ac-8b70-5960e11e40da']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:43.719179 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3140520-9301-495f-9cfe-70c65fc0c64a') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:43.719477 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3140520-9301-495f-9cfe-70c65fc0c64a') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:43.729630 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.751815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.763920 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:23:43.764518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:23:43.766684 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:23:43.894496 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['40be6ae4-3ab0-4615-b8a2-269da9e79f38'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:43.934530 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6505e93-87a6-4098-8271-d2ac9caf855a req-5c51d626-acd6-4d61-bc12-591977228da2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:43.936256 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6505e93-87a6-4098-8271-d2ac9caf855a req-5c51d626-acd6-4d61-bc12-591977228da2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1785820 Jun 18 00:23:43.956798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84df47-b51a-4b13-973a-93bc3c2a2f4c req-3cc1a0b4-8675-4f5b-8fb0-a5521cdbea7c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:43.958351 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bc84df47-b51a-4b13-973a-93bc3c2a2f4c req-3cc1a0b4-8675-4f5b-8fb0-a5521cdbea7c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1252677 Jun 18 00:23:43.958991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.979556 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:43.982423 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] 10.222.0.38 "DELETE /v2.0/networks/d879b9f2-97fe-44ac-8b70-5960e11e40da HTTP/1.1" status: 204 len: 168 time: 0.4576991 Jun 18 00:23:43.990034 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5246039-3b16-4e90-a330-457bc9662b1f req-048fc645-8e29-4527-baaa-27231f32d992 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:43.991736 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c5246039-3b16-4e90-a330-457bc9662b1f req-048fc645-8e29-4527-baaa-27231f32d992 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.0912161 Jun 18 00:23:43.992780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:44.022143 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d879b9f2-97fe-44ac-8b70-5960e11e40da,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:44.024883 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-3651bd53-74a1-40bf-99a8-233d124f83ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:44.063212 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a6505e93-87a6-4098-8271-d2ac9caf855a req-ec21b803-2c97-4aee-b383-b8a2621e7d05 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155634 Jun 18 00:23:44.078341 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bc84df47-b51a-4b13-973a-93bc3c2a2f4c req-eb2bbc96-7765-49bd-aedb-192f1fe16ac3 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084671 Jun 18 00:23:44.172432 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430b74-033f-4825-b696-003249f436c0 req-840dcefc-183b-43e0-a522-158be385ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.173988 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-840dcefc-183b-43e0-a522-158be385ebc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1137 time: 0.1519949 Jun 18 00:23:44.249451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Deleting port 071d1e14-8661-4c89-a689-5ac18d396a67 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:23:44.250342 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.256758 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1af58-5957-43be-a7d3-96dced738c79 req-734d1fef-4ca8-40fc-8b98-5785983d8373 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.258325 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-70a1af58-5957-43be-a7d3-96dced738c79 req-734d1fef-4ca8-40fc-8b98-5785983d8373 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 945 time: 0.0675454 Jun 18 00:23:44.299410 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-70a1af58-5957-43be-a7d3-96dced738c79 req-56b30100-ed93-49b5-bdba-813d9c878782 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343726 Jun 18 00:23:44.349362 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430b74-033f-4825-b696-003249f436c0 req-963cb6d9-169a-45c3-b9eb-939ab5aacf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.350861 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-963cb6d9-169a-45c3-b9eb-939ab5aacf27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.1669974 Jun 18 00:23:44.359090 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39570) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:44.375663 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] For port 071d1e14-8661-4c89-a689-5ac18d396a67, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=071d1e14-8661-4c89-a689-5ac18d396a67,segment=NetworkSegment(742b6e97-16df-4b6f-94b8-ccf63550e61f),segment_id=742b6e97-16df-4b6f-94b8-ccf63550e61f)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:44.376187 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.429846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-15f55d13-c6f2-469f-b1c5-e90c9569c950 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f59c33eff28a440a82e0e78c337e3adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0671613 Jun 18 00:23:44.445186 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 39572) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:44.481786 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Calling delete_port for 071d1e14-8661-4c89-a689-5ac18d396a67 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:23:44.526827 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b6751-97e8-436b-85b9-33c23e4812e2 req-ae56a20c-65ba-4ea2-827d-036c6a2aff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.528164 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a45b6751-97e8-436b-85b9-33c23e4812e2 req-ae56a20c-65ba-4ea2-827d-036c6a2aff56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1099 time: 0.1256123 Jun 18 00:23:44.549108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82718c84-f7ab-4b0a-bc32-1550b2a4a6ab req-4d7ae8fe-79de-4780-9bc4-d3c3a175dbb2 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.550554 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-82718c84-f7ab-4b0a-bc32-1550b2a4a6ab req-4d7ae8fe-79de-4780-9bc4-d3c3a175dbb2 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 945 time: 0.1259072 Jun 18 00:23:44.553597 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-508869d2-8be1-4e72-bdec-68995d00c767 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 1001 time: 0.1863554 Jun 18 00:23:44.597071 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a45b6751-97e8-436b-85b9-33c23e4812e2 req-00c6d4e9-3d69-45f5-be5f-b821b1b8f6aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611737 Jun 18 00:23:44.608778 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-82718c84-f7ab-4b0a-bc32-1550b2a4a6ab req-e3911136-999e-4f46-b979-49a8f9d571de tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/security-groups?id=1994808f-3199-4596-b226-7bd260888034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518112 Jun 18 00:23:44.637013 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430b74-033f-4825-b696-003249f436c0 req-36a65d71-763f-41b7-bf42-2f61d1a4eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:44.638468 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-36a65d71-763f-41b7-bf42-2f61d1a4eb3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0750284 Jun 18 00:23:44.639720 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.685292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.775487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 63a23089-7f07-4d29-9121-9ba8e84aef29 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:44.797945 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 63a23089-7f07-4d29-9121-9ba8e84aef29 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:44.798231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 63a23089-7f07-4d29-9121-9ba8e84aef29 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:44.810323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.814606 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad02aa89-4e4f-46a8-92de-fcd162bdc3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:44.839763 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Pushing event deleted for resources: {'Port': ['ID=071d1e14-8661-4c89-a689-5ac18d396a67,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:44.841519 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.844077 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.845176 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73e75c31-00c1-4160-86e6-8ed32087057d HTTP/1.1" status: 204 len: 168 time: 0.3954091 Jun 18 00:23:44.846044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:44.846787 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e27ac4ba-91ad-45fd-8171-5cb41e050e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:44.859344 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e75c31-00c1-4160-86e6-8ed32087057d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:44.877013 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:44.900285 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] No DVR routers for this DVR port 071d1e14-8661-4c89-a689-5ac18d396a67 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:23:44.902575 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:44.904575 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c5246039-3b16-4e90-a330-457bc9662b1f req-b2cf2b31-beda-49eb-9540-8a4629826c17 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.16 "DELETE /v2.0/ports/071d1e14-8661-4c89-a689-5ac18d396a67 HTTP/1.1" status: 204 len: 173 time: 0.8917742 Jun 18 00:23:44.905076 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'name': 'network-vif-deleted', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:44.907454 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a462c1-59aa-4061-a454-92c5686aa48d" -d '{"events": [{"server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "name": "network-vif-deleted", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:44.943973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd94a596-c973-4dfd-953d-9b52cfa4eb27 x-openstack-request-id: req-fd94a596-c973-4dfd-953d-9b52cfa4eb27 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:44.944307 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df76846a-c7b1-49ca-9984-07ee098430d1", "name": "network-vif-deleted", "tag": "071d1e14-8661-4c89-a689-5ac18d396a67", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:44.944603 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd94a596-c973-4dfd-953d-9b52cfa4eb27 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:44.945039 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df76846a-c7b1-49ca-9984-07ee098430d1', 'name': 'network-vif-deleted', 'tag': '071d1e14-8661-4c89-a689-5ac18d396a67', 'status': 'completed', 'code': 200} Jun 18 00:23:45.037403 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['071d1e14-8661-4c89-a689-5ac18d396a67'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:23:45.090474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430b74-033f-4825-b696-003249f436c0 req-2d47648d-c6ee-4d48-b2ac-5c33ef4894e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:45.092632 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-2d47648d-c6ee-4d48-b2ac-5c33ef4894e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556798 Jun 18 00:23:45.208704 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-1b1a5bbc-113f-4647-a604-84ad41e73092 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028035 Jun 18 00:23:45.324654 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f2ae-1884-42dc-afd7-79239d3fab4c req-bbacc8fe-e93a-4292-91ce-800d4cb29f52 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:45.326250 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92f4f2ae-1884-42dc-afd7-79239d3fab4c req-bbacc8fe-e93a-4292-91ce-800d4cb29f52 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1498611 Jun 18 00:23:45.343748 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8979-820f-4c21-b984-71e7af092ab6 req-ff5692c5-9f1d-4264-bc9c-344d9406d72e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:45.345892 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0eaf8979-820f-4c21-b984-71e7af092ab6 req-ff5692c5-9f1d-4264-bc9c-344d9406d72e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1218901 Jun 18 00:23:45.379911 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ca430b74-033f-4825-b696-003249f436c0 req-e76d9031-aa19-4636-83c4-97f9c3ad006e service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081760 Jun 18 00:23:45.408797 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-92f4f2ae-1884-42dc-afd7-79239d3fab4c req-0e0ffc4f-66e7-4f19-ac9f-a1380d75a610 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617571 Jun 18 00:23:45.413507 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0eaf8979-820f-4c21-b984-71e7af092ab6 req-868eb1b6-0706-421e-8519-044bca598b48 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569696 Jun 18 00:23:45.552407 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-033d11e9-3dce-463a-abe0-049515ab7848 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706887 Jun 18 00:23:45.583844 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ebff-917d-4098-aa28-161684e323cd req-e6b1e6dc-29cf-470c-a5cd-a5753d9cfc3a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:45.588093 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e70ebff-917d-4098-aa28-161684e323cd req-e6b1e6dc-29cf-470c-a5cd-a5753d9cfc3a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 945 time: 0.0726035 Jun 18 00:23:45.628161 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e70ebff-917d-4098-aa28-161684e323cd req-092eb569-682c-442a-b237-2ce39993ab38 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jun 18 00:23:45.743434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-5a922014-be11-4279-b411-425d2487117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:45.744936 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-5a922014-be11-4279-b411-425d2487117f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 1100 time: 0.0727160 Jun 18 00:23:45.771209 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b736c46a-871c-44e0-bfd7-b0ab692f1ce0 req-9c3b968d-2209-4c99-85f2-b6fb90fab81d tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] 10.222.0.38 "GET /v2.0/ports?device_id=df76846a-c7b1-49ca-9984-07ee098430d1 HTTP/1.1" status: 200 len: 210 time: 0.0332029 Jun 18 00:23:45.994114 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39608) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:46.100250 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-842319790-network', 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:46.104942 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-25306c0a-0171-4c12-bc9f-9e7ebc4f062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.106383 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-25306c0a-0171-4c12-bc9f-9e7ebc4f062b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.3310175 Jun 18 00:23:46.188384 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-480a39e2-0e67-4d18-9b04-ae0bb8b0584f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 200 len: 1001 time: 0.0580134 Jun 18 00:23:46.193141 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'network': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:46.196131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for network, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.204864 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.290012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.291448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-8fcb5468-a6b3-4941-b01e-ac7bcf81cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.292893 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-8fcb5468-a6b3-4941-b01e-ac7bcf81cd31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0466361 Jun 18 00:23:46.329815 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.332745 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a29db1ee-1104-4a9b-8669-d7599f7cb025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:46.354812 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=99800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 00:23:46.364042 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b1882-4269-40f0-b188-3163c8a30703,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:46.367660 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:46.372385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.372385 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.segments_db [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Added segment 506d4b00-1eb2-48e0-9ca0-846d285fd2b0 of type vlan for network c102f2c0-642f-447c-9e8a-9c0836482288 Jun 18 00:23:46.411167 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-c1d8c7b7-1c20-4f03-93c1-74cca43d9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.412549 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-c1d8c7b7-1c20-4f03-93c1-74cca43d9232 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527151 Jun 18 00:23:46.413986 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784057159114'] for network, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.495694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011'] for network, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.497301 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.498730 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.502025 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:46.589676 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-ef40f5be-ba5e-4197-9fec-d5d2bdcb261e service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221516 Jun 18 00:23:46.632044 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Pushing event updated for resources: {'Network': ['ID=c102f2c0-642f-447c-9e8a-9c0836482288,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:46.638260 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6395566 Jun 18 00:23:46.638260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:46.639617 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39616) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:46.643101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Network c102f2c0-642f-447c-9e8a-9c0836482288 details requested by agent ovs-agent-dv-cinder-796950-2-iscsi with host dv-cinder-796950-2-iscsi {{(pid=99801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 00:23:46.647467 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Request body: {'subnet': {'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-842319790-subnet', 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:46.699420 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-87b3ce1c-3349-45f7-9648-26a12924bdb0 req-e51608f4-5663-4a71-a1c1-211aec44898b service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013234 Jun 18 00:23:46.708798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13840-7e89-4e85-9c22-4107b2cc255c req-cf49d6b4-82db-4344-9a65-c49b41ebe71e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.710319 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ecc13840-7e89-4e85-9c22-4107b2cc255c req-cf49d6b4-82db-4344-9a65-c49b41ebe71e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1777592 Jun 18 00:23:46.720918 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b0f7-09fc-4ddf-8eec-7a57366f56e4 req-5ec6f2ce-6840-4d3f-b24a-f20214b74b1b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:46.722382 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0823b0f7-09fc-4ddf-8eec-7a57366f56e4 req-5ec6f2ce-6840-4d3f-b24a-f20214b74b1b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1560097 Jun 18 00:23:46.760489 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'subnet': 1} {{(pid=99800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:46.763379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567997'] for subnet, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:46.807883 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ecc13840-7e89-4e85-9c22-4107b2cc255c req-c06f2dd3-d4d1-48c5-a484-b6902eebbcaf tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844982 Jun 18 00:23:46.836249 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0823b0f7-09fc-4ddf-8eec-7a57366f56e4 req-68b9c953-d9b0-4828-b6fa-f1d69875e836 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051447 Jun 18 00:23:47.029609 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5a0f-888c-480e-b8c5-80cf656344ba req-0eb2c5d4-f93d-4e95-892c-274095604c79 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:47.031333 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f96d5a0f-888c-480e-b8c5-80cf656344ba req-0eb2c5d4-f93d-4e95-892c-274095604c79 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 945 time: 0.1227741 Jun 18 00:23:47.070470 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f96d5a0f-888c-480e-b8c5-80cf656344ba req-08336f6f-e8aa-48d7-90bd-2c4120ba641b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Jun 18 00:23:47.078280 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 40be6ae4-3ab0-4615-b8a2-269da9e79f38 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:23:47.085278 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9035404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567983'] for subnet, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.088662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:47.146215 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a26b72-22a3-4e3e-9aed-f231f3d526a6,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:47.149881 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:47.156797 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Checking segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:47.157158 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Network hostable DHCP agents. Network: c102f2c0-642f-447c-9e8a-9c0836482288, hostable agents: ['55c2a926-45d9-4d55-a840-2f5a01113741'], hosted agents: [] {{(pid=99800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 00:23:47.204869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-87e88269-e017-4efe-9f9b-c4f1351ed2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.244677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:23:47.249516 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:23:47.249904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.272996 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Network c102f2c0-642f-447c-9e8a-9c0836482288 is scheduled to be hosted by DHCP agent 55c2a926-45d9-4d55-a840-2f5a01113741 with binding_index 1 {{(pid=99800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 00:23:47.324329 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.346130 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:47.348397 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ad58a-3682-4b58-8735-d5e594c69934" -d '{"events": [{"server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "name": "network-vif-plugged", "status": "completed", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:47.362051 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:23:47.387124 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b2ac6-b913-46ab-93e2-61f66bb69004 x-openstack-request-id: req-206b2ac6-b913-46ab-93e2-61f66bb69004 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:47.387522 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "name": "network-vif-plugged", "status": "completed", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:47.387861 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-206b2ac6-b913-46ab-93e2-61f66bb69004 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:47.388331 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'code': 200} Jun 18 00:23:47.392725 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-2-iscsi, c102f2c0-642f-447c-9e8a-9c0836482288) {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:47.396985 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:47.397562 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.408725 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e0cef-5679-4458-8368-31f6b1b2741f None None] Network c102f2c0-642f-447c-9e8a-9c0836482288 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:23:47.451121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.451988 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 071d1e14-8661-4c89-a689-5ac18d396a67 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:23:47.456668 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-f7faba64-2102-4f16-bf33-3896f36a654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:47.479305 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-656dd7d2-b769-4f61-a82d-bcafdc01d6b6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8362184 Jun 18 00:23:47.499577 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 071d1e14-8661-4c89-a689-5ac18d396a67 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:23:47.499984 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 071d1e14-8661-4c89-a689-5ac18d396a67 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:23:47.549306 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:47.575505 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.575866 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577785 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.577876 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.578138 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.578458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.578814 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.579137 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:23:47.584766 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:47.614318 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472efcb-fbf4-4e43-b35b-d5ce9a6c0df9 None None] Network c102f2c0-642f-447c-9e8a-9c0836482288 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:23:47.756109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:47.974354 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba130-a908-4444-b41a-b6de95d6c30a req-9f17c776-6c4c-4f5f-b9ff-df0ac488122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:47.976056 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e44ba130-a908-4444-b41a-b6de95d6c30a req-9f17c776-6c4c-4f5f-b9ff-df0ac488122c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 1099 time: 0.0579586 Jun 18 00:23:47.989825 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-7fe4a828-2011-4101-b4d4-315f9441e884 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:47.991322 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-7fe4a828-2011-4101-b4d4-315f9441e884 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1629879 Jun 18 00:23:48.028576 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-5f506f21-b42f-4e0b-8727-97bfbb7c9451 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/quotas/e0cb0986f71c4790be9e6a397cb86f67 HTTP/1.1" status: 200 len: 375 time: 0.0210030 Jun 18 00:23:48.030141 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e44ba130-a908-4444-b41a-b6de95d6c30a req-d00beb69-763a-43c7-b327-c23021829c81 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Jun 18 00:23:48.065893 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-b779d1ec-24e1-41ab-8307-e4676a81da32 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304008 Jun 18 00:23:48.091852 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ed31-794f-4e62-b665-07b18b58949d req-b7b36368-a67d-4e6a-82a6-edb982aa2a8e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:48.093326 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e40ed31-794f-4e62-b665-07b18b58949d req-b7b36368-a67d-4e6a-82a6-edb982aa2a8e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1247056 Jun 18 00:23:48.172997 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e40ed31-794f-4e62-b665-07b18b58949d req-dd592aea-81dd-4f97-807c-feb003efaea3 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699003 Jun 18 00:23:48.201018 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-c4074645-3d54-4861-bf02-2e0d67d07152 service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251879 Jun 18 00:23:48.303816 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-6067044a-debe-4d61-8af1-ff166b1eafb0 service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967147 Jun 18 00:23:48.361422 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0c029-a8d2-4e5d-bf06-95ca45c3eaf6 req-09a34a36-101b-4a2d-9f46-7b5ddf25ce12 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:48.362931 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b6e0c029-a8d2-4e5d-bf06-95ca45c3eaf6 req-09a34a36-101b-4a2d-9f46-7b5ddf25ce12 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0785398 Jun 18 00:23:48.400187 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b6e0c029-a8d2-4e5d-bf06-95ca45c3eaf6 req-37b91ea4-e9b3-47e8-9e0f-83033d541b71 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Jun 18 00:23:48.565990 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf4d50-3ca9-4b7d-82e2-3a052c1bfd92 req-60ffeae2-5461-43ae-b1da-e0f8cad1e410 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:48.567616 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7eaf4d50-3ca9-4b7d-82e2-3a052c1bfd92 req-60ffeae2-5461-43ae-b1da-e0f8cad1e410 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0696874 Jun 18 00:23:48.631785 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7eaf4d50-3ca9-4b7d-82e2-3a052c1bfd92 req-09f049f3-38fd-4965-b6bc-88898ec156c8 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544257 Jun 18 00:23:48.657490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685781b-bd39-4b67-b981-c96075391441 req-65783efb-90a8-4266-bf40-68f53b3e6974 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:48.659024 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d685781b-bd39-4b67-b981-c96075391441 req-65783efb-90a8-4266-bf40-68f53b3e6974 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0906193 Jun 18 00:23:48.709109 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-409ee3be-765d-4fbc-95e3-2d40e0329871 req-32cea8d7-a0fa-458b-b26c-8e8e92421a5d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0373883 Jun 18 00:23:48.721494 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d685781b-bd39-4b67-b981-c96075391441 req-1b002ca4-1837-42d5-8e43-170bef4a221a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568326 Jun 18 00:23:48.750160 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39702) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:48.864943 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:23:48.899085 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49bf08-863a-4408-b126-c90e55eda4d0 tempest-TestShelveInstance-583770909 tempest-TestShelveInstance-583770909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:48.903388 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ef49bf08-863a-4408-b126-c90e55eda4d0 tempest-TestShelveInstance-583770909 tempest-TestShelveInstance-583770909-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1094 time: 0.1494770 Jun 18 00:23:48.903583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39706) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:48.908039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:48.987209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:49.081753 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:49.189605 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Allocated IP 172.27.0.208 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/f8d3e201-6fd7-4f37-81e9-fb1db7a9d661) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:49.296842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:49.387112 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0baf-b977-41a9-9155-64f47373b6a3 req-55e48365-364a-415e-85cd-232cc5716796 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:49.388630 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d51d0baf-b977-41a9-9155-64f47373b6a3 req-55e48365-364a-415e-85cd-232cc5716796 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0959687 Jun 18 00:23:49.427875 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d51d0baf-b977-41a9-9155-64f47373b6a3 req-a07c1342-04b5-4db4-a91f-0e06092f62db tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333631 Jun 18 00:23:49.450514 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:49.453659 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c9c3b04e-9111-4352-9d03-1576c8268853 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:49.489058 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:49.491767 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:49.493996 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:49.523661 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'Port': ['ID=f8d3e201-6fd7-4f37-81e9-fb1db7a9d661,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:49.527645 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:49.776561 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-285a658a-3b9c-440e-bdd6-0aa31efa7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:49.867675 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.104114 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-225e1efc-429d-4285-ba20-60c681793950 req-21de0818-9940-4207-976a-62f1dc33bc30 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0626893 Jun 18 00:23:50.170042 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc275-2c1b-4b6b-8efa-66576844664c req-466ed3cd-c86b-43ff-9ac5-219a7a48f6d2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:50.171558 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-904cc275-2c1b-4b6b-8efa-66576844664c req-466ed3cd-c86b-43ff-9ac5-219a7a48f6d2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.4007239 Jun 18 00:23:50.193149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.238086 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-904cc275-2c1b-4b6b-8efa-66576844664c req-1941b9ab-0275-4ebb-9f33-cd85e3b65f04 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602403 Jun 18 00:23:50.330440 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.473964 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.535611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.539799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2b4276c3-b751-4e93-91ce-7ed9d3c5c41e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:50.635388 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event updated for resources: {'Port': ['ID=f8d3e201-6fd7-4f37-81e9-fb1db7a9d661,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:50.638211 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:50.655995 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.718262 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7510a-f2e8-4164-9025-66edb0ee4321 req-2e2ba955-e89c-4cdf-8025-5d7e992f4690 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:50.719913 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0df7510a-f2e8-4164-9025-66edb0ee4321 req-2e2ba955-e89c-4cdf-8025-5d7e992f4690 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1820035 Jun 18 00:23:50.735571 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:50.801344 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Floating IP 61178caf-781e-4e2b-ae05-a9f3d0537562 associated. External IP: 172.27.0.208, port: d51c7b93-7cad-4c79-b739-1cd7b366cd24. Jun 18 00:23:50.807359 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0df7510a-f2e8-4164-9025-66edb0ee4321 req-4263a612-cf41-4a81-b1c4-61b909042c8c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582809 Jun 18 00:23:51.009722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:23:51.114395 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:23:51.126243 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Sync routers for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:23:51.135163 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:51.135856 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:51.204663 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:51.247691 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:51.260146 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88892695-e228-492c-9566-86ac23195836 req-1eb39a7e-7d5a-4f3d-b02f-45f5a685d8d5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0342917 Jun 18 00:23:51.268175 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3635731 Jun 18 00:23:51.268921 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:51.271566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0f1ad-0558-4f77-809a-620500889dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:51.320940 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d865406-8a61-464e-81b7-5c71fcffbc99 x-openstack-request-id: req-1d865406-8a61-464e-81b7-5c71fcffbc99 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:51.321269 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:51.321563 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d865406-8a61-464e-81b7-5c71fcffbc99 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:51.322023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'status': 'completed', 'code': 200} Jun 18 00:23:51.438193 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c42bde-7f18-4784-933f-6f9f7edee0a5 req-f6a11bc0-06e6-48d4-9e92-5c134c59e8dc tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:51.439755 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c8c42bde-7f18-4784-933f-6f9f7edee0a5 req-f6a11bc0-06e6-48d4-9e92-5c134c59e8dc tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0657704 Jun 18 00:23:51.477742 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c8c42bde-7f18-4784-933f-6f9f7edee0a5 req-711f5436-a8af-40c4-a7df-0bb7c28c0f80 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321293 Jun 18 00:23:51.630388 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '61178caf-781e-4e2b-ae05-a9f3d0537562', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'mac_address': 'fa:16:3e:d6:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3916da9d-9e40-4990-95fe-efdde56c9501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:49Z', 'updated_at': '2021-06-18T00:23:49Z', 'revision_number': 0, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:51.656066 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Checking router: 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:23:51.664366 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:51.664978 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:51.765047 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:51.830426 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f1ad-0558-4f77-809a-620500889dcf req-048ea771-576f-4e79-917b-ea1caf352ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:51.832049 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-048ea771-576f-4e79-917b-ea1caf352ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1099 time: 0.0561552 Jun 18 00:23:51.947889 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f1ad-0558-4f77-809a-620500889dcf req-897f7abc-8402-467f-9087-777658d0c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:51.949279 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-897f7abc-8402-467f-9087-777658d0c9ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 909 time: 0.0921452 Jun 18 00:23:51.992567 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f66ed-1ca3-44dd-bc93-9679e44ccadb req-f5fdc77e-323a-4cb3-b07d-ce88684a7c5d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:51.994580 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '61178caf-781e-4e2b-ae05-a9f3d0537562', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'mac_address': 'fa:16:3e:d6:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3916da9d-9e40-4990-95fe-efdde56c9501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:49Z', 'updated_at': '2021-06-18T00:23:49Z', 'revision_number': 0, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:52.002090 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f7f66ed-1ca3-44dd-bc93-9679e44ccadb req-f5fdc77e-323a-4cb3-b07d-ce88684a7c5d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0793226 Jun 18 00:23:52.025441 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65379f52-10e0-433a-b99c-14d476760e65 None None] The sync data for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi is: [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '61178caf-781e-4e2b-ae05-a9f3d0537562', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'mac_address': 'fa:16:3e:d6:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3916da9d-9e40-4990-95fe-efdde56c9501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:49Z', 'updated_at': '2021-06-18T00:23:49Z', 'revision_number': 0, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:23:52.029075 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-fcbf9939-5f8d-408f-ae53-2b1750308961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 1000 time: 0.0717344 Jun 18 00:23:52.041493 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f7f66ed-1ca3-44dd-bc93-9679e44ccadb req-688b5760-0e0b-4090-871e-7b06c14d2566 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384777 Jun 18 00:23:52.091052 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f1ad-0558-4f77-809a-620500889dcf req-8ef25dc4-9cf8-477f-ba8a-b35c84d91db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:52.092912 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-8ef25dc4-9cf8-477f-ba8a-b35c84d91db6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0551348 Jun 18 00:23:52.175564 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f1ad-0558-4f77-809a-620500889dcf req-3fd17ba6-a569-4514-8b5c-bdbca51767c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:52.177248 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-3fd17ba6-a569-4514-8b5c-bdbca51767c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605028 Jun 18 00:23:52.237955 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f48ea98-596e-4452-a1ad-3b31dd7b3075 None None] New status for floating IP 61178caf-781e-4e2b-ae05-a9f3d0537562: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:23:52.276730 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-7f271501-6d59-49c0-901d-adb3b11d7378 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876980 Jun 18 00:23:52.424825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-edf0f1ad-0558-4f77-809a-620500889dcf req-6a9eb201-2b41-49e5-bfcf-918260477812 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082075 Jun 18 00:23:52.445796 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0b510d95-9fa7-4fef-a25f-bfca70febdc1 req-5f88a918-c81d-4d26-b73d-4159368f2bba tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0314255 Jun 18 00:23:52.461578 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:52.660625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e34ef-fe90-4bea-9200-de99e020e19b req-338c3ddf-63ef-46c9-bfe1-9cf23d095090 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:52.662069 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-123e34ef-fe90-4bea-9200-de99e020e19b req-338c3ddf-63ef-46c9-bfe1-9cf23d095090 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0688260 Jun 18 00:23:52.699577 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-123e34ef-fe90-4bea-9200-de99e020e19b req-29091338-cbed-4726-ae41-fbbf33101416 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Jun 18 00:23:53.222405 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d588b1-7b96-41fc-84b9-3683d99ab93d req-0a80242c-9093-4b6c-bc2b-daf01ce351f2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:53.224159 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9d588b1-7b96-41fc-84b9-3683d99ab93d req-0a80242c-9093-4b6c-bc2b-daf01ce351f2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0669303 Jun 18 00:23:53.265223 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9d588b1-7b96-41fc-84b9-3683d99ab93d req-98c50908-ac09-470e-aac0-3aa954b96cf2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350969 Jun 18 00:23:53.586606 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39a1a57b-a73f-4452-a07d-487b48341669 req-4de1b05d-2335-452a-9cee-e582aaaa6ba0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Jun 18 00:23:53.901234 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da05b-c820-4983-8ad8-e4f88f9f015e req-f9f98e31-7246-4ef4-90bf-af94c70dfeaf tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:53.903918 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a77da05b-c820-4983-8ad8-e4f88f9f015e req-f9f98e31-7246-4ef4-90bf-af94c70dfeaf tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0925632 Jun 18 00:23:53.908342 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-55c54eb5-cf69-4365-93f8-fc2455c32805 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:53.909960 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-55c54eb5-cf69-4365-93f8-fc2455c32805 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1352274 Jun 18 00:23:53.946063 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Request body: {'port': {'device_id': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'admin_state_up': True, 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:53.962614 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a77da05b-c820-4983-8ad8-e4f88f9f015e req-dceb25fc-6dab-465f-a9ec-5edeb86ff1c3 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526989 Jun 18 00:23:54.187183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534e9cd-7a8c-4381-8233-3bc821260b56 req-fbd89bb6-7e65-4f68-83b3-c68940923a33 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:54.188805 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d534e9cd-7a8c-4381-8233-3bc821260b56 req-fbd89bb6-7e65-4f68-83b3-c68940923a33 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0864403 Jun 18 00:23:54.204145 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:23:54.207860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:54.251801 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d534e9cd-7a8c-4381-8233-3bc821260b56 req-23e33b86-1a31-42c5-9121-62226580566c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569282 Jun 18 00:23:54.289166 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 39786) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:54.447536 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Allocated IP 172.20.0.2 (c102f2c0-642f-447c-9e8a-9c0836482288/34a26b72-22a3-4e3e-9aed-f231f3d526a6/449e5cce-fef9-4747-898b-8eccb404d412) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:54.549542 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ca367-d43d-4090-a0e2-ae2212b83734 tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:54.551417 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e60ca367-d43d-4090-a0e2-ae2212b83734 tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 1094 time: 0.2612808 Jun 18 00:23:54.554956 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 39802) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:23:54.560579 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'port_id': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:54.595131 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd1ca3-fcfd-4717-b5ac-939927f51b61 req-bacc92d3-34e1-47be-a808-998b15b45119 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:54.599142 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5cd1ca3-fcfd-4717-b5ac-939927f51b61 req-bacc92d3-34e1-47be-a808-998b15b45119 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1112058 Jun 18 00:23:54.655826 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5cd1ca3-fcfd-4717-b5ac-939927f51b61 req-7bb58eae-4e04-4bdb-8a67-ffc87d81d90d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487144 Jun 18 00:23:54.666282 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:54.683855 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:54.830755 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:54.842305 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cb431e1a-3ce2-482b-b003-7a3470cee339 req-a40533a7-187d-4eaa-a22a-ec7355990980 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0723541 Jun 18 00:23:54.845690 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:54.891531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:54.954152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Network c102f2c0-642f-447c-9e8a-9c0836482288 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:54.962166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:54.964952 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:54.991722 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event updated for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:54.994630 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:55.046485 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:55.047035 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.069720 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.27.0.218 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/ab35e4eb-8d69-4625-a0e7-d34c0abc68af) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:23:55.151824 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2112019 Jun 18 00:23:55.178511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Request body: {'port': {'device_id': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:23:55.235311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.301690 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.411188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.416583 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-59e51e2a-0411-42e1-b05c-187680ca4e1e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:55.512777 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:23:55.518213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:23:55.520703 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:23:55.549601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=ab35e4eb-8d69-4625-a0e7-d34c0abc68af,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:55.556617 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:55.767597 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449e5cce-fef9-4747-898b-8eccb404d412 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:23:55.780650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.823237 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Transition to ACTIVE for port object 449e5cce-fef9-4747-898b-8eccb404d412 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:23:55.908117 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:55.908303 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d605763-5026-4ae0-91c7-3e01fbb6905d req-3ca64c19-8360-4f81-9c69-1f9990c3518d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:55.912723 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e80b2f65-6377-4794-93ea-6f849fae2b4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:55.919351 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d605763-5026-4ae0-91c7-3e01fbb6905d req-3ca64c19-8360-4f81-9c69-1f9990c3518d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1017854 Jun 18 00:23:55.988594 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d605763-5026-4ae0-91c7-3e01fbb6905d req-b83050a1-3a06-4b50-9c6c-6b49ce422008 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669649 Jun 18 00:23:56.049436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Pushing event updated for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:56.056395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:56.087475 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab31d-a336-4fc1-b475-b2f0d759785c req-04c5bae9-afcd-4b93-9fba-415458fbb864 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:56.094461 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2bab31d-a336-4fc1-b475-b2f0d759785c req-04c5bae9-afcd-4b93-9fba-415458fbb864 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.0807619 Jun 18 00:23:56.136940 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2bab31d-a336-4fc1-b475-b2f0d759785c req-7cddaa3d-90f3-450a-950f-38f717892b6b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Jun 18 00:23:56.188384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.189925 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Attempting to bind port 449e5cce-fef9-4747-898b-8eccb404d412 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:23:56.190384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Attempting to bind port 449e5cce-fef9-4747-898b-8eccb404d412 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:23:56.190803 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Attempting to bind port 449e5cce-fef9-4747-898b-8eccb404d412 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:56.219059 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Port 449e5cce-fef9-4747-898b-8eccb404d412 on network c102f2c0-642f-447c-9e8a-9c0836482288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:23:56.219455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Attempting to bind port 449e5cce-fef9-4747-898b-8eccb404d412 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:23:56.235623 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:23:56.236070 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Checking segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:23:56.236535 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Bound using segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:23:56.237131 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Bound port: 449e5cce-fef9-4747-898b-8eccb404d412, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:23:56.237642 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.341333 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:23:56.360502 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=449e5cce-fef9-4747-898b-8eccb404d412,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:23:56.367300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.414291 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.417920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3379894c-1d72-4b9d-862b-d0e0c58603b6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:56.507024 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:56.507665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.509102 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] 10.222.0.16 "PUT /v2.0/ports/449e5cce-fef9-4747-898b-8eccb404d412 HTTP/1.1" status: 200 len: 1093 time: 1.3349521 Jun 18 00:23:56.509635 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:56.511998 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b" -d '{"events": [{"name": "network-changed", "server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "tag": "449e5cce-fef9-4747-898b-8eccb404d412"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:56.535842 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Pushing event updated for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:56.548328 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:56.566885 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a738db8-e027-4e38-bb61-aaf9dd7bf178 x-openstack-request-id: req-4a738db8-e027-4e38-bb61-aaf9dd7bf178 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:56.567420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "tag": "449e5cce-fef9-4747-898b-8eccb404d412", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:56.567881 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a738db8-e027-4e38-bb61-aaf9dd7bf178 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:56.568478 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412', 'status': 'completed', 'code': 200} Jun 18 00:23:56.611688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.678637 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.690757 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8895d783-648f-46e5-bdfe-8389be7ced44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:23:56.809616 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=ab35e4eb-8d69-4625-a0e7-d34c0abc68af,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:23:56.817448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:23:56.819555 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:56.934472 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP e982a657-f719-4fd1-a2b2-d73ffa2187bb associated. External IP: 172.27.0.218, port: 40be6ae4-3ab0-4615-b8a2-269da9e79f38. Jun 18 00:23:57.214443 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae4142-e049-457f-8c1d-f8daac702823 req-536de37c-60c2-4223-ad37-e3c5183ca7d1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:57.216262 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5ae4142-e049-457f-8c1d-f8daac702823 req-536de37c-60c2-4223-ad37-e3c5183ca7d1 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1075623 Jun 18 00:23:57.267142 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d5ae4142-e049-457f-8c1d-f8daac702823 req-270b949f-12b6-469f-a2f6-4a0fedf0ac66 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423300 Jun 18 00:23:57.341110 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8485bbb-bbd1-4911-99f7-8db0e925a4bb req-f3474142-7c9c-427d-b856-00fd9f855b2a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:57.343362 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b8485bbb-bbd1-4911-99f7-8db0e925a4bb req-f3474142-7c9c-427d-b856-00fd9f855b2a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.0752075 Jun 18 00:23:57.406401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b8485bbb-bbd1-4911-99f7-8db0e925a4bb req-e8c7f455-1655-42a6-a7d9-588a3af22479 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Jun 18 00:23:57.492449 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:23:57.615940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:23:57.628962 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:23:57.648297 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:57.650989 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:57.690244 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:23:57.727554 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1714027 Jun 18 00:23:57.785098 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:58.037819 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e982a657-f719-4fd1-a2b2-d73ffa2187bb', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:cb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ff15-92ac-4584-94c8-086b46bb89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:55Z', 'updated_at': '2021-06-18T00:23:55Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:58.068049 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:23:58.077037 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:23:58.077648 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:23:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:58.197158 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:23:58.459478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f5142-a71a-4433-a381-5596358cff58 req-58da4cb6-613e-41e9-808c-3c5713628df4 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:58.461116 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1c0f5142-a71a-4433-a381-5596358cff58 req-58da4cb6-613e-41e9-808c-3c5713628df4 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0731397 Jun 18 00:23:58.494678 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e982a657-f719-4fd1-a2b2-d73ffa2187bb', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:cb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ff15-92ac-4584-94c8-086b46bb89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:55Z', 'updated_at': '2021-06-18T00:23:55Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:23:58.509597 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1c0f5142-a71a-4433-a381-5596358cff58 req-d4197457-d16e-4ed1-b6a4-81d11a47e36c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405376 Jun 18 00:23:58.557700 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96705c-bac4-46eb-afe6-784e38ad8c17 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e982a657-f719-4fd1-a2b2-d73ffa2187bb', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:cb:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2836ff15-92ac-4584-94c8-086b46bb89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:23:55Z', 'updated_at': '2021-06-18T00:23:55Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:23:58.569645 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:23:58.572023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c728747-8d7d-4784-bc87-e7deece7727e" -d '{"events": [{"name": "network-changed", "server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:23:58.630464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c202255-db70-4663-994e-64db0983c22d x-openstack-request-id: req-8c202255-db70-4663-994e-64db0983c22d {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:23:58.630802 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:23:58.631091 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c202255-db70-4663-994e-64db0983c22d {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:23:58.631533 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'status': 'completed', 'code': 200} Jun 18 00:23:58.662998 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de23d4d-11a3-4a1a-ab54-e782d5040df5 req-32faab8a-d309-4e86-b130-bce621ba8775 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:58.670355 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4de23d4d-11a3-4a1a-ab54-e782d5040df5 req-32faab8a-d309-4e86-b130-bce621ba8775 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.1025004 Jun 18 00:23:58.715988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4de23d4d-11a3-4a1a-ab54-e782d5040df5 req-ebdbf37b-b666-4d9c-a1d4-0ada09bf5c6d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Jun 18 00:23:58.832236 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e36bb-c6c2-4026-8f0a-32ffde445f51 None None] New status for floating IP e982a657-f719-4fd1-a2b2-d73ffa2187bb: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:23:59.038983 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728747-8d7d-4784-bc87-e7deece7727e req-83c0b341-56a2-4ece-8149-ceb35283e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.040658 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-83c0b341-56a2-4ece-8149-ceb35283e00e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 1099 time: 0.1112242 Jun 18 00:23:59.042468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-20874805-c460-459e-a31e-7f002ac570dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.043893 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-20874805-c460-459e-a31e-7f002ac570dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 1096 time: 0.1130021 Jun 18 00:23:59.209365 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-07283cf4-3737-4b51-8bee-55f559c41754 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449e5cce-fef9-4747-898b-8eccb404d412 HTTP/1.1" status: 200 len: 217 time: 0.0455470 Jun 18 00:23:59.232182 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728747-8d7d-4784-bc87-e7deece7727e req-0996290c-400c-4385-bb4a-a25e8a30c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.235372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-0996290c-400c-4385-bb4a-a25e8a30c001 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.1701710 Jun 18 00:23:59.336163 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-801a4ff9-6a3b-4ac5-b655-fa919b3d62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.337902 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-801a4ff9-6a3b-4ac5-b655-fa919b3d62f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.1211891 Jun 18 00:23:59.357843 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-01179a85-43c3-497d-821a-7534da7ca3e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38 HTTP/1.1" status: 200 len: 1002 time: 0.0947864 Jun 18 00:23:59.383761 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-0d00c58b-c4cf-42f9-b087-167bc1102af7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360477 Jun 18 00:23:59.467600 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728747-8d7d-4784-bc87-e7deece7727e req-fb8d47f1-4f5a-443f-8295-5a4acbddbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.469017 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-fb8d47f1-4f5a-443f-8295-5a4acbddbefb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0945733 Jun 18 00:23:59.542150 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-1efe684d-eb87-4455-b06d-f39765371e4c service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396718 Jun 18 00:23:59.603711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728747-8d7d-4784-bc87-e7deece7727e req-ab2118ab-7d73-4342-811b-aeced768d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.605341 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-ab2118ab-7d73-4342-811b-aeced768d803 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281691 Jun 18 00:23:59.714434 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5eeb0283-b5a6-4dca-b407-8db76f21d6c8 req-9a3bc5e6-68f2-4882-ad83-00ec0a1c39a5 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630566 Jun 18 00:23:59.737023 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe965b7-481b-4036-87c8-0c52af097632 req-e841ac12-0f90-45e1-93eb-bd5d7188cd68 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.751328 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-efe965b7-481b-4036-87c8-0c52af097632 req-e841ac12-0f90-45e1-93eb-bd5d7188cd68 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0859587 Jun 18 00:23:59.786072 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-67a27c5f-abed-4747-973a-0f92fb74699d service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617169 Jun 18 00:23:59.836893 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-efe965b7-481b-4036-87c8-0c52af097632 req-8f241b7a-f782-4c72-9887-b26367402869 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808525 Jun 18 00:23:59.901433 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9c728747-8d7d-4784-bc87-e7deece7727e req-ae275c23-38da-4495-aedd-9d157de503a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036043 Jun 18 00:23:59.966087 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ac0a-52ec-43aa-8f1f-4d7cc378d5a9 req-7d2daddd-9014-42e3-997c-a1a215280fe6 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:23:59.966087 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d0ac0a-52ec-43aa-8f1f-4d7cc378d5a9 req-7d2daddd-9014-42e3-997c-a1a215280fe6 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.0678201 Jun 18 00:24:00.027769 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d0ac0a-52ec-43aa-8f1f-4d7cc378d5a9 req-88c62ad8-db59-4418-bc2a-fc469e136a21 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550168 Jun 18 00:24:00.038161 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-3aac34ac-cc8f-4baf-a876-380eb3db727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:00.044257 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-3aac34ac-cc8f-4baf-a876-380eb3db727b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 1096 time: 0.0940366 Jun 18 00:24:00.166249 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-0cfaf029-a806-4641-a094-ca8d148e8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:00.168641 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-0cfaf029-a806-4641-a094-ca8d148e8fa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 915 time: 0.1138124 Jun 18 00:24:00.239180 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-36afa673-c223-4f3f-b644-c5632542c41a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449e5cce-fef9-4747-898b-8eccb404d412 HTTP/1.1" status: 200 len: 217 time: 0.0586913 Jun 18 00:24:00.304740 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-410c2609-5612-464e-b8b1-43ec7b4d0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:00.306581 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-410c2609-5612-464e-b8b1-43ec7b4d0701 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.0589814 Jun 18 00:24:00.359030 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-cf480afb-eb22-49d7-a975-1479690a5830 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406289 Jun 18 00:24:00.498541 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-3d334ae3-2c17-418f-a76f-2fe563c61a71 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208775 Jun 18 00:24:00.603186 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4b7b6a48-a3d5-4bd4-96f1-f30fccf9541b req-39cb5a88-b713-4df2-a5de-396ea331438a service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914304 Jun 18 00:24:01.026144 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eaa12-963c-4ede-b3d1-03bf52bedf2a req-ea448c73-95df-4255-9501-101a54d149d8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:01.028717 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-701eaa12-963c-4ede-b3d1-03bf52bedf2a req-ea448c73-95df-4255-9501-101a54d149d8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0750551 Jun 18 00:24:01.081214 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-701eaa12-963c-4ede-b3d1-03bf52bedf2a req-4a5af67b-d832-4b03-a517-570cfe411fe0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456333 Jun 18 00:24:01.230155 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bbad5-8dd4-4cd4-b5a7-1ac197ed15fd req-a4550f0f-2644-42f3-8c02-bb58d3f9b712 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:01.235951 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-901bbad5-8dd4-4cd4-b5a7-1ac197ed15fd req-a4550f0f-2644-42f3-8c02-bb58d3f9b712 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.0845029 Jun 18 00:24:01.270988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-901bbad5-8dd4-4cd4-b5a7-1ac197ed15fd req-a8aff837-f4be-4501-80e7-a293650d409b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 Jun 18 00:24:02.256365 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afa67e-ef0e-424c-b6ac-31b989eb261a req-8ff52020-f227-405c-bf6b-a70ecaa2afe2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:02.258047 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88afa67e-ef0e-424c-b6ac-31b989eb261a req-8ff52020-f227-405c-bf6b-a70ecaa2afe2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0632935 Jun 18 00:24:02.301691 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88afa67e-ef0e-424c-b6ac-31b989eb261a req-5d023991-ebed-4eac-bbf8-7f09ea91ebe2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365081 Jun 18 00:24:02.478975 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c074315-e8d1-4226-8857-1f928d5a8f98 req-ea06554b-042d-4120-abb2-99ba230569c3 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:02.480484 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c074315-e8d1-4226-8857-1f928d5a8f98 req-ea06554b-042d-4120-abb2-99ba230569c3 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 943 time: 0.0787227 Jun 18 00:24:02.535481 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c074315-e8d1-4226-8857-1f928d5a8f98 req-e3e0616d-20cf-4d8a-a9b9-de87aaf28f89 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Jun 18 00:24:03.231418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 449e5cce-fef9-4747-898b-8eccb404d412 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:24:03.340847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=449e5cce-fef9-4747-898b-8eccb404d412,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:03.355203 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '449e5cce-fef9-4747-898b-8eccb404d412', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'port_id': '449e5cce-fef9-4747-898b-8eccb404d412', 'mac_address': 'fa:16:3e:8a:dc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a26b72-22a3-4e3e-9aed-f231f3d526a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:24:03.403892 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:03.516903 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77341d53-c146-4066-ae88-03aba074dc79 req-711c35ad-0ce0-4265-b6db-1352afac159e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:03.521635 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-77341d53-c146-4066-ae88-03aba074dc79 req-711c35ad-0ce0-4265-b6db-1352afac159e tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0935848 Jun 18 00:24:03.598525 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-77341d53-c146-4066-ae88-03aba074dc79 req-927ddb73-19bd-418c-a05c-3fed797544cb tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711801 Jun 18 00:24:03.602930 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449e5cce-fef9-4747-898b-8eccb404d412 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:24:03.627817 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=449e5cce-fef9-4747-898b-8eccb404d412,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:03.707402 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:03.709388 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-78e1014f-566b-4521-a286-ee0e80da5ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:03.762284 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:03.774962 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:03.806401 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a276-a9e4-451f-8429-dc44e6e55c15 req-5cd7899d-c645-4de5-9fdb-b7acc595a3ac tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:03.813987 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bf94a276-a9e4-451f-8429-dc44e6e55c15 req-5cd7899d-c645-4de5-9fdb-b7acc595a3ac tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 944 time: 0.0976622 Jun 18 00:24:03.861374 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bf94a276-a9e4-451f-8429-dc44e6e55c15 req-6609642f-d204-4818-aa92-9dcd38c7d1d3 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Jun 18 00:24:04.853874 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13d746-7a91-41c6-abb1-0bd4cce56a47 req-7d0c880c-9493-4468-b214-7222877aab44 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:04.856210 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ed13d746-7a91-41c6-abb1-0bd4cce56a47 req-7d0c880c-9493-4468-b214-7222877aab44 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0739114 Jun 18 00:24:04.929602 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ed13d746-7a91-41c6-abb1-0bd4cce56a47 req-4e162a36-95a5-49ee-baa2-27d0ed39c292 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669918 Jun 18 00:24:05.029585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:05.091007 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd5ca0-7cbb-4bbd-bf8d-19bbc62abf03 req-1a26830b-08f6-4510-a7ff-3e24e9fe2a19 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:05.092895 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-31cd5ca0-7cbb-4bbd-bf8d-19bbc62abf03 req-1a26830b-08f6-4510-a7ff-3e24e9fe2a19 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 944 time: 0.0977297 Jun 18 00:24:05.149286 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-31cd5ca0-7cbb-4bbd-bf8d-19bbc62abf03 req-39d1d46c-c5cc-4c4a-942d-eebe85496cf1 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Jun 18 00:24:06.377025 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8402-1987-4abc-9c3b-81452fbc2231 req-4cae21da-4463-416c-b682-3d0f62e4994d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:06.378785 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4fd8402-1987-4abc-9c3b-81452fbc2231 req-4cae21da-4463-416c-b682-3d0f62e4994d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1125402 Jun 18 00:24:06.390513 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecdb76-e721-42be-9bfa-94f6f58b1fe4 req-c45cb794-98f3-4cff-ac4a-6b6e7c0af841 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:06.392059 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdecdb76-e721-42be-9bfa-94f6f58b1fe4 req-c45cb794-98f3-4cff-ac4a-6b6e7c0af841 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 944 time: 0.1168077 Jun 18 00:24:06.431868 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 449e5cce-fef9-4747-898b-8eccb404d412 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:24:06.468467 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4fd8402-1987-4abc-9c3b-81452fbc2231 req-ae567cef-363c-416f-88ae-d381a55dabe6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752234 Jun 18 00:24:06.471987 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdecdb76-e721-42be-9bfa-94f6f58b1fe4 req-5bcbe3e1-0304-4d2a-8543-bb6c15a708a3 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727887 Jun 18 00:24:06.570245 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 449e5cce-fef9-4747-898b-8eccb404d412 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:24:06.575055 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 449e5cce-fef9-4747-898b-8eccb404d412 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:24:06.575467 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:06.659833 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:06.684166 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:06.687339 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50c0de-320f-4eb5-81f9-d1192be81465" -d '{"events": [{"server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "name": "network-vif-plugged", "status": "completed", "tag": "449e5cce-fef9-4747-898b-8eccb404d412"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:06.701713 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=449e5cce-fef9-4747-898b-8eccb404d412,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:06.726109 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53b98a-d380-4db1-af56-e72baa0bee4a x-openstack-request-id: req-ff53b98a-d380-4db1-af56-e72baa0bee4a {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:06.726614 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "name": "network-vif-plugged", "status": "completed", "tag": "449e5cce-fef9-4747-898b-8eccb404d412", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:06.726938 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff53b98a-d380-4db1-af56-e72baa0bee4a {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:06.727345 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412', 'code': 200} Jun 18 00:24:06.775764 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:06.781784 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:06.856698 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:06.861298 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:07.188187 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e0d4-2241-4767-88e5-3c314ed98ed9 req-53a11ea9-46ca-477f-8cb9-45150d9d2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:07.189779 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1132e0d4-2241-4767-88e5-3c314ed98ed9 req-53a11ea9-46ca-477f-8cb9-45150d9d2d2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 1098 time: 0.0669539 Jun 18 00:24:07.233861 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-1132e0d4-2241-4767-88e5-3c314ed98ed9 req-c6b20775-5041-4d36-b511-5685a78029c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292740 Jun 18 00:24:07.746763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd517-e1c9-49a7-b865-56678cfd9a3f req-79193d31-8159-40b4-a634-921c24fe3f80 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:07.748189 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cc4cd517-e1c9-49a7-b865-56678cfd9a3f req-79193d31-8159-40b4-a634-921c24fe3f80 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1399837 Jun 18 00:24:07.779838 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39d302-dc68-4263-a3a5-946321ab7d3d req-4ac8941b-415b-4273-ab5a-f57399a1d499 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:07.781274 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fc39d302-dc68-4263-a3a5-946321ab7d3d req-4ac8941b-415b-4273-ab5a-f57399a1d499 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.1610606 Jun 18 00:24:07.808562 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cc4cd517-e1c9-49a7-b865-56678cfd9a3f req-02f35da0-0e5e-4b9c-bce3-201e825f7b9f tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539622 Jun 18 00:24:07.834438 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fc39d302-dc68-4263-a3a5-946321ab7d3d req-4b9b089e-5471-4dbe-81db-b42076cc8726 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Jun 18 00:24:09.033085 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6dae7-23e0-42d9-9110-46c9e16b5611 req-5a601537-4a0a-4d7a-ba35-64e4900eeccd tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:09.034660 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9cd6dae7-23e0-42d9-9110-46c9e16b5611 req-5a601537-4a0a-4d7a-ba35-64e4900eeccd tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.1100078 Jun 18 00:24:09.085980 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9cd6dae7-23e0-42d9-9110-46c9e16b5611 req-614f99dd-34bb-4b04-99c0-89e2d4db59c9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435328 Jun 18 00:24:09.093975 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142da54-da6c-4be9-8141-b0a59174f1fe req-22c6996a-8a0a-4087-a9fd-2707719f0d2f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:09.095735 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e142da54-da6c-4be9-8141-b0a59174f1fe req-22c6996a-8a0a-4087-a9fd-2707719f0d2f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.1208944 Jun 18 00:24:09.149373 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e142da54-da6c-4be9-8141-b0a59174f1fe req-50be52d7-c27e-4494-9256-f63e7a2734d8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Jun 18 00:24:10.288209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705597b2-5b19-43bb-89ee-62d5c9a25d47 req-d63583d0-cfae-47cb-9e28-c4c8115932bb tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:10.289975 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-705597b2-5b19-43bb-89ee-62d5c9a25d47 req-d63583d0-cfae-47cb-9e28-c4c8115932bb tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0664999 Jun 18 00:24:10.365459 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-705597b2-5b19-43bb-89ee-62d5c9a25d47 req-a0ed556a-f17e-4ea9-8fcc-136c2e0e7126 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647879 Jun 18 00:24:10.399429 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bd8ab-129d-4cda-96ba-6f408a4aa276 req-ec06537b-e258-4e59-a418-de19a4b52b2a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:10.407089 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c54bd8ab-129d-4cda-96ba-6f408a4aa276 req-ec06537b-e258-4e59-a418-de19a4b52b2a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.1157975 Jun 18 00:24:10.448501 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c54bd8ab-129d-4cda-96ba-6f408a4aa276 req-56e9dc2a-e71a-4b3f-bcf3-20820dad660f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Jun 18 00:24:11.542974 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59474d9c-66ec-4cc3-bc01-8454e0fdf165 req-1ceec6aa-ef0e-4813-946c-c6f734306f84 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:11.544675 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-59474d9c-66ec-4cc3-bc01-8454e0fdf165 req-1ceec6aa-ef0e-4813-946c-c6f734306f84 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0655658 Jun 18 00:24:11.584675 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-59474d9c-66ec-4cc3-bc01-8454e0fdf165 req-f9cbeaaa-502d-4e6f-a0f0-ace93eb59473 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&id=d2054fd3-3e12-4170-83bd-f5c669652281&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336723 Jun 18 00:24:12.409662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145218a-3312-474f-8275-bf1952d52e47 req-50aaad0b-1008-4849-b31d-ae16c0535d86 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:12.411204 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8145218a-3312-474f-8275-bf1952d52e47 req-50aaad0b-1008-4849-b31d-ae16c0535d86 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.0751398 Jun 18 00:24:12.454741 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8145218a-3312-474f-8275-bf1952d52e47 req-9df164a5-8c1a-46db-b2d9-e1cbc383d78b tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Jun 18 00:24:13.628631 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcfa99-18b5-42e3-baa0-0fbd9badd6ad req-7929d561-9808-4216-8feb-9504589388ed tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:13.630063 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fcdcfa99-18b5-42e3-baa0-0fbd9badd6ad req-7929d561-9808-4216-8feb-9504589388ed tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.0607584 Jun 18 00:24:13.665925 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fcdcfa99-18b5-42e3-baa0-0fbd9badd6ad req-39e71c1f-df8d-4b3c-9f4a-43ae31a2241f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Jun 18 00:24:14.843383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f816739-b54d-4591-863a-ee72660f1264 req-44b93985-b85f-4d2a-99bf-62006dc1730f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:14.844945 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5f816739-b54d-4591-863a-ee72660f1264 req-44b93985-b85f-4d2a-99bf-62006dc1730f tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.0656853 Jun 18 00:24:14.882303 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5f816739-b54d-4591-863a-ee72660f1264 req-ca860bd3-4b34-4908-8c0d-e7a4d215d3d7 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/security-groups?id=ec4b91f3-66f2-4e1e-838a-319deab55df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Jun 18 00:24:15.080539 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e58d975e-d890-4e12-8c3d-18728a9914d8 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:15.081937 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e58d975e-d890-4e12-8c3d-18728a9914d8 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 945 time: 0.0645971 Jun 18 00:24:15.188706 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Deleting port 5f7c09fc-9749-47a8-bcb5-1364e8789948 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:24:15.189051 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:15.274516 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] For port 5f7c09fc-9749-47a8-bcb5-1364e8789948, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=5f7c09fc-9749-47a8-bcb5-1364e8789948,segment=NetworkSegment(2ad7eeaa-ee2b-478a-972f-bed7505b3315),segment_id=2ad7eeaa-ee2b-478a-972f-bed7505b3315)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:15.274917 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:15.347038 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Calling delete_port for 5f7c09fc-9749-47a8-bcb5-1364e8789948 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:24:15.546980 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:15.550937 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-391e003f-9ace-4bb3-b1f7-a865e5a7782d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:15.576402 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Pushing event deleted for resources: {'Port': ['ID=5f7c09fc-9749-47a8-bcb5-1364e8789948,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:15.579945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:15.595175 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['5f7c09fc-9749-47a8-bcb5-1364e8789948'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:15.620655 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] No DVR routers for this DVR port 5f7c09fc-9749-47a8-bcb5-1364e8789948 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:24:15.622989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:15.624908 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18830c95-c1ec-4f87-aefc-307e0207408f req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.16 "DELETE /v2.0/ports/5f7c09fc-9749-47a8-bcb5-1364e8789948 HTTP/1.1" status: 204 len: 173 time: 0.5355783 Jun 18 00:24:15.625405 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'name': 'network-vif-deleted', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:15.627698 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ada7d7-24fa-4652-b61c-dcd70076cfda" -d '{"events": [{"server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "name": "network-vif-deleted", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:15.668300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56d2c62-b138-4dcc-8d9b-bf649c37bcb2 x-openstack-request-id: req-b56d2c62-b138-4dcc-8d9b-bf649c37bcb2 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:15.668628 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b067b4bb-0320-45ec-a8cb-ac66f2ce6791", "name": "network-vif-deleted", "tag": "5f7c09fc-9749-47a8-bcb5-1364e8789948", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:15.668922 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b56d2c62-b138-4dcc-8d9b-bf649c37bcb2 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:15.669362 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b067b4bb-0320-45ec-a8cb-ac66f2ce6791', 'name': 'network-vif-deleted', 'tag': '5f7c09fc-9749-47a8-bcb5-1364e8789948', 'status': 'completed', 'code': 200} Jun 18 00:24:16.033436 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5ce2d3bf-823f-4883-9e94-9322183cdfd9 req-7676209d-f857-47ad-8db9-8a695933bc19 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] 10.222.0.38 "GET /v2.0/ports?device_id=b067b4bb-0320-45ec-a8cb-ac66f2ce6791 HTTP/1.1" status: 200 len: 210 time: 0.0285220 Jun 18 00:24:16.370367 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40144) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:16.413661 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Deleting subnet 4c9a91c9-72e6-424b-88a7-9b8721b91e5d {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:24:16.416639 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.451564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.493591 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.599121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.601381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:16.625301 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9a91c9-72e6-424b-88a7-9b8721b91e5d,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:16.627786 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:16.634338 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.634338 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2bd67b5a-7b97-43eb-97ae-ec0e868f4c4a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4c9a91c9-72e6-424b-88a7-9b8721b91e5d HTTP/1.1" status: 204 len: 168 time: 0.2607698 Jun 18 00:24:16.635778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40146) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:16.702393 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.781341 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.791860 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ae857-a4e0-476c-a511-d8369144cd4e']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:16.801658 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742b6e97-16df-4b6f-94b8-ccf63550e61f') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:16.801960 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742b6e97-16df-4b6f-94b8-ccf63550e61f') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:16.810498 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.823252 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.829345 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:24:16.829721 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:24:16.831287 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:24:17.164427 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3055df43-43f4-4fdd-bf80-9a554c02cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.193050 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.197891 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.202048 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] 10.222.0.38 "DELETE /v2.0/networks/c20ae857-a4e0-476c-a511-d8369144cd4e HTTP/1.1" status: 204 len: 168 time: 0.5643580 Jun 18 00:24:17.202048 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9963d4ed-2de0-4acf-9bca-909339cb22a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:17.216283 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c20ae857-a4e0-476c-a511-d8369144cd4e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:17.216283 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e4fb9287-fddf-4692-93fd-457d556978fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:17.541424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40156) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:17.579771 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-329fdb87-fa51-42f2-b44d-ce6e75e883d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1e42e86837a45569b859332a1bcc21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371683 Jun 18 00:24:17.581980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40158) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:17.627012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.647024 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.799480 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.832660 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.835339 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:17.836466 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1994808f-3199-4596-b226-7bd260888034 HTTP/1.1" status: 204 len: 168 time: 0.2536314 Jun 18 00:24:17.837316 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b2ded2ea-c0f8-4bb3-9f77-8bbfb604eb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:17.845601 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994808f-3199-4596-b226-7bd260888034,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:17.848017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:18.512254 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 5f7c09fc-9749-47a8-bcb5-1364e8789948 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:24:18.531161 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 5f7c09fc-9749-47a8-bcb5-1364e8789948 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:24:18.531515 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 5f7c09fc-9749-47a8-bcb5-1364e8789948 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:24:19.763817 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-dd32b903-c2e4-4bfa-9210-a53b8ffb9afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:19.866548 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:20.724063 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:22.438164 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:25.096379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-f5798e2b-2559-40db-adc1-4a4db3696c73 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:25.096379 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-f5798e2b-2559-40db-adc1-4a4db3696c73 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1040537 Jun 18 00:24:25.110056 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-a9d6b700-21bf-432d-8237-f92285cb5cba tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/quotas/e0cb0986f71c4790be9e6a397cb86f67 HTTP/1.1" status: 200 len: 375 time: 0.0092540 Jun 18 00:24:25.173749 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-146db810-7628-45de-8411-d3fd08bfd453 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582139 Jun 18 00:24:25.263188 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-943e227d-bb19-4b1a-92c0-66317648831d service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823865 Jun 18 00:24:25.350729 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-d7169709-8402-4df8-b79d-f9f5d3b184c6 service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Jun 18 00:24:25.586604 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f6bef9d9-4060-4c60-b452-8f2bfd7b1a01 req-13a42ddc-4a62-4a32-807c-0a6b29fd6c7f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0287507 Jun 18 00:24:25.864021 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:24:26.726435 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2f2024ac-5b6b-4896-9206-d5e6dd835162 req-1f0dc8ec-61e4-42d4-a43b-38bd49621076 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0320947 Jun 18 00:24:27.865580 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e0dd7421-39ba-40ad-81f9-5a829c9f9fff req-e3373a0d-8214-472f-9fc0-25984ac469c9 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0296674 Jun 18 00:24:27.867882 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-3caf9af6-ca56-41e6-b194-bd3e69d6e3ad tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:27.869328 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-3caf9af6-ca56-41e6-b194-bd3e69d6e3ad tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1053309 Jun 18 00:24:27.899515 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Request body: {'port': {'device_id': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'admin_state_up': True, 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:28.078149 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:24:28.082270 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.208003 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Allocated IP 172.20.0.9 (c102f2c0-642f-447c-9e8a-9c0836482288/34a26b72-22a3-4e3e-9aed-f231f3d526a6/fdfef9b7-eab3-43c3-b416-3ee9c2edc394) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:24:28.357775 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.467358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.471144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8cb5169d-90c6-40ce-9646-b2f4c217340a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:28.509673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Network c102f2c0-642f-447c-9e8a-9c0836482288 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:24:28.512672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:24:28.515380 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:28.516499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:24:28.541813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event updated for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:28.545956 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:28.567754 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:28.568376 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.628025 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7324505 Jun 18 00:24:28.655203 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Request body: {'port': {'device_id': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:28.726509 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.973406 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfef9b7-eab3-43c3-b416-3ee9c2edc394 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:24:28.980733 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:28.992691 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Transition to ACTIVE for port object fdfef9b7-eab3-43c3-b416-3ee9c2edc394 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:24:29.037801 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767706-94a8-4d93-acd0-4396ea7da402 req-e75db07e-2fd6-46c1-8658-a2a0b32d80c2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:29.039264 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d767706-94a8-4d93-acd0-4396ea7da402 req-e75db07e-2fd6-46c1-8658-a2a0b32d80c2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 931 time: 0.0614591 Jun 18 00:24:29.050094 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:29.053017 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-48b39f07-64da-4c32-a603-f5cfc2222daa tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:29.076406 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9d767706-94a8-4d93-acd0-4396ea7da402 req-7228f832-16a9-4471-8c85-536cb61fac50 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312865 Jun 18 00:24:29.126344 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Pushing event updated for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:29.129690 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:29.196577 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Attempting to bind port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:24:29.196925 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Attempting to bind port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:24:29.197248 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Attempting to bind port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:24:29.201296 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 on network c102f2c0-642f-447c-9e8a-9c0836482288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:24:29.201610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Attempting to bind port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:24:29.206687 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:24:29.207044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Checking segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:24:29.207419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Bound using segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:24:29.207830 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Bound port: fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:24:29.208172 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:29.266983 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:24:29.270372 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:24:29.330364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:29.332287 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e130c722-ca25-406b-bcbe-f93550313904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:29.367565 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:29.372283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:29.372283 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] 10.222.0.16 "PUT /v2.0/ports/fdfef9b7-eab3-43c3-b416-3ee9c2edc394 HTTP/1.1" status: 200 len: 1093 time: 0.7185986 Jun 18 00:24:29.372283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:29.372283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938b6033-2f9f-4ab7-ad24-4544190ca38b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:29.391005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Pushing event updated for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:29.395694 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:29.419712 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c1c2e-2020-4a9f-b25c-5176cb26ae38 x-openstack-request-id: req-649c1c2e-2020-4a9f-b25c-5176cb26ae38 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:29.420491 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:29.420788 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-649c1c2e-2020-4a9f-b25c-5176cb26ae38 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:29.421220 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', 'status': 'completed', 'code': 200} Jun 18 00:24:30.248315 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28d340-75dc-48f4-aef3-97b583acfdf0 req-90ac0568-2005-4e84-a4ad-d7fa163145f4 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:30.249744 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d28d340-75dc-48f4-aef3-97b583acfdf0 req-90ac0568-2005-4e84-a4ad-d7fa163145f4 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.0635333 Jun 18 00:24:30.287792 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6d28d340-75dc-48f4-aef3-97b583acfdf0 req-1f8ad82e-9347-422f-a578-7ffbf2b71618 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Jun 18 00:24:31.459769 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8b9cd-46d5-41a6-8235-9c15903ff349 req-2a18477d-0185-445d-ac7e-cdbceb71a366 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:31.461218 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4b8b9cd-46d5-41a6-8235-9c15903ff349 req-2a18477d-0185-445d-ac7e-cdbceb71a366 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.0616655 Jun 18 00:24:31.496749 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4b8b9cd-46d5-41a6-8235-9c15903ff349 req-0dae4de9-3924-4d9c-98f4-27909a5fcacf tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300274 Jun 18 00:24:31.849816 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-198b2cc4-9c0d-4dbb-8dbe-11f1684110da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:31.851302 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-198b2cc4-9c0d-4dbb-8dbe-11f1684110da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0525630 Jun 18 00:24:31.957378 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-c6e89feb-6e75-455f-82fa-d5a3f498d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:31.958836 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-c6e89feb-6e75-455f-82fa-d5a3f498d8ce service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0904069 Jun 18 00:24:32.053945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-9f68f3f6-8666-4f6a-915a-af77f9414cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:32.055666 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-938b6033-2f9f-4ab7-ad24-4544190ca38b req-9f68f3f6-8666-4f6a-915a-af77f9414cb1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856280 Jun 18 00:24:32.191600 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-c67f5b35-de2e-40de-afca-c4290ac0f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:32.193025 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-c67f5b35-de2e-40de-afca-c4290ac0f45c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 1096 time: 0.0512226 Jun 18 00:24:32.243556 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-d83a7129-a873-408f-ac60-12d869daf7bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394 HTTP/1.1" status: 200 len: 217 time: 0.0323315 Jun 18 00:24:32.299096 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-ba3b086b-e252-47fc-9b80-ce8f0eba0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:32.300457 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-ba3b086b-e252-47fc-9b80-ce8f0eba0a66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.0438702 Jun 18 00:24:32.333825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-0deac07e-a5ee-4286-a978-9a2b01fa1ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248938 Jun 18 00:24:32.424201 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-89d769e2-ecf5-4b63-892f-7d5e6751f6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774417 Jun 18 00:24:32.673183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f51b-15c2-457a-8c65-d6ebb39fe1ff req-0a879f22-9c1b-42e2-9af3-aa4f722525bd tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:32.674924 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d39f51b-15c2-457a-8c65-d6ebb39fe1ff req-0a879f22-9c1b-42e2-9af3-aa4f722525bd tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.0651033 Jun 18 00:24:32.721252 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5d39f51b-15c2-457a-8c65-d6ebb39fe1ff req-ae498048-8cd5-4ec3-845d-874c9ed77ab2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Jun 18 00:24:32.758804 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46bb59d6-2704-4813-a03f-db4f4c3155bc req-12c66807-9582-4a02-b051-197da3809dda service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261607 Jun 18 00:24:34.034910 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3ffd2-c813-48f4-931d-037f17073ad5 req-66668517-12f4-4f65-81d9-fe05fbb8b6b2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:34.036278 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8af3ffd2-c813-48f4-931d-037f17073ad5 req-66668517-12f4-4f65-81d9-fe05fbb8b6b2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.2071514 Jun 18 00:24:34.074171 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8af3ffd2-c813-48f4-931d-037f17073ad5 req-ac928b52-efb7-41ca-87ed-c397bf2d2ed7 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Jun 18 00:24:35.288152 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98a4e2-dc08-42ca-aeee-713b67c0558a req-45e84808-f373-4752-b246-ac4e9c4ad437 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:35.289605 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9f98a4e2-dc08-42ca-aeee-713b67c0558a req-45e84808-f373-4752-b246-ac4e9c4ad437 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.1072202 Jun 18 00:24:35.325792 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9f98a4e2-dc08-42ca-aeee-713b67c0558a req-18b32ec6-127e-4acb-8e1c-fda38d6f58b2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303140 Jun 18 00:24:36.496274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838fd1-f4b6-4b58-99e5-4e0e11778967 req-bccbf55f-7c6a-4df9-920f-c5e72923cbd2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:36.497643 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2b838fd1-f4b6-4b58-99e5-4e0e11778967 req-bccbf55f-7c6a-4df9-920f-c5e72923cbd2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 943 time: 0.0639937 Jun 18 00:24:36.533500 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2b838fd1-f4b6-4b58-99e5-4e0e11778967 req-2e778f4d-7d28-4593-9895-08a6d0d3f2a6 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297890 Jun 18 00:24:36.764489 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device fdfef9b7-eab3-43c3-b416-3ee9c2edc394 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:24:36.862667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:36.873358 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'port_id': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', 'mac_address': 'fa:16:3e:97:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a26b72-22a3-4e3e-9aed-f231f3d526a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:24:36.909013 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:36.921489 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfef9b7-eab3-43c3-b416-3ee9c2edc394 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:24:36.939763 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:37.021329 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:37.023036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:37.066824 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:37.069706 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:37.483867 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['fdfef9b7-eab3-43c3-b416-3ee9c2edc394'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:37.706116 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8c8b-d3fc-4cf4-93a6-fbf1e12ddab6 req-cdf2ae03-0eec-424e-8a05-cac4ed7557b0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:37.707603 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3f1f8c8b-d3fc-4cf4-93a6-fbf1e12ddab6 req-cdf2ae03-0eec-424e-8a05-cac4ed7557b0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 944 time: 0.0614867 Jun 18 00:24:37.742977 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3f1f8c8b-d3fc-4cf4-93a6-fbf1e12ddab6 req-b6d6fb5b-6be3-47d5-8aa1-a05ff137bdb8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299199 Jun 18 00:24:38.769452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device fdfef9b7-eab3-43c3-b416-3ee9c2edc394 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:24:38.883290 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:24:38.887102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:24:38.887487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:38.910256 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0983d16-a1a8-47c4-874b-e2ee08b3e0c9 req-5c4515b8-933d-4fc6-a67f-fbd74b7415b5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:38.911736 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0983d16-a1a8-47c4-874b-e2ee08b3e0c9 req-5c4515b8-933d-4fc6-a67f-fbd74b7415b5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 944 time: 0.0611227 Jun 18 00:24:38.952737 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f0983d16-a1a8-47c4-874b-e2ee08b3e0c9 req-82860505-ed7c-4762-ae48-7330c4a93b29 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Jun 18 00:24:38.964094 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:38.985353 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:38.988134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc847404-ff8e-4f3c-8620-412d0ea51c27" -d '{"events": [{"server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:39.004341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:39.025779 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27573d-cccc-49d4-a82f-8e34acc413a9 x-openstack-request-id: req-af27573d-cccc-49d4-a82f-8e34acc413a9 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:39.026079 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "name": "network-vif-plugged", "status": "completed", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:39.026343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af27573d-cccc-49d4-a82f-8e34acc413a9 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:39.026768 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', 'code': 200} Jun 18 00:24:39.061019 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:39.062894 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:39.107538 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:39.110292 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:39.431066 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068b4b8-36a2-4fa5-bfc5-7587a2ca7174 req-698d74f2-b17f-43bd-bb49-53db23f69ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:39.432561 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3068b4b8-36a2-4fa5-bfc5-7587a2ca7174 req-698d74f2-b17f-43bd-bb49-53db23f69ddc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 1098 time: 0.0520909 Jun 18 00:24:39.466439 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3068b4b8-36a2-4fa5-bfc5-7587a2ca7174 req-c385cf1e-61cb-400d-b938-3492b5d6ce0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269935 Jun 18 00:24:40.126436 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870a12-4d5e-4d8e-beb0-3b23743c3182 req-81475005-2ed3-47d6-b556-6c96c4b54033 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:40.128487 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-18870a12-4d5e-4d8e-beb0-3b23743c3182 req-81475005-2ed3-47d6-b556-6c96c4b54033 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0638163 Jun 18 00:24:40.166133 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-18870a12-4d5e-4d8e-beb0-3b23743c3182 req-28f13e60-4dd6-4535-a395-221b0ccb51cc tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jun 18 00:24:41.337091 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa57a-a31f-4517-9f08-48a4b91f98e5 req-968b4301-4380-43d3-9ddc-187ceb0d8f1a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:41.338425 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-21efa57a-a31f-4517-9f08-48a4b91f98e5 req-968b4301-4380-43d3-9ddc-187ceb0d8f1a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0623121 Jun 18 00:24:41.376861 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-21efa57a-a31f-4517-9f08-48a4b91f98e5 req-c0bd6b7a-2800-48af-aa8e-e2cc737f884d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Jun 18 00:24:42.553411 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087f03f-df44-4202-ba47-516da88fb439 req-13d0d256-1498-47c1-9936-01b69ba0fc2d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:42.555265 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c087f03f-df44-4202-ba47-516da88fb439 req-13d0d256-1498-47c1-9936-01b69ba0fc2d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0701408 Jun 18 00:24:42.592205 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c087f03f-df44-4202-ba47-516da88fb439 req-b51544cf-db77-46f3-99f1-d9cd66ad6b3f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Jun 18 00:24:42.654184 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a296cb-c955-420f-8691-94a658d690ba req-2ee95764-5bde-49cb-9ee5-f4f8126b06ae tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:42.655717 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-17a296cb-c955-420f-8691-94a658d690ba req-2ee95764-5bde-49cb-9ee5-f4f8126b06ae tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0611408 Jun 18 00:24:42.693356 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-17a296cb-c955-420f-8691-94a658d690ba req-86aff6ab-7a18-45e9-b42c-9aba64efae5c tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Jun 18 00:24:42.852734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40416) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:42.895564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Deleting subnet ba7c80a7-b151-4605-9a68-6691344264fe {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:24:42.898564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:42.936640 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:42.975688 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.089734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.092853 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:43.116470 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7c80a7-b151-4605-9a68-6691344264fe,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:43.118773 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.120556 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ba7c80a7-b151-4605-9a68-6691344264fe HTTP/1.1" status: 204 len: 168 time: 0.2667682 Jun 18 00:24:43.123455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40422) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:43.127236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.127620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.127991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.128370 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.128729 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.129113 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.129469 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.129819 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.130171 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.130522 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.130904 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.131251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.134441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-31ddd390-a5bf-4064-8c33-0ca187adcdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:43.200614 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.276727 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.288645 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3662465-ba9a-4847-9291-12f396d03e67']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:43.302319 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad7eeaa-ee2b-478a-972f-bed7505b3315') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:43.302612 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad7eeaa-ee2b-478a-972f-bed7505b3315') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:43.311490 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.325166 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.331440 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:24:43.331995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:24:43.333569 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:24:43.465965 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.470373 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:43.474207 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.477711 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b3662465-ba9a-4847-9291-12f396d03e67 HTTP/1.1" status: 204 len: 168 time: 0.3515842 Jun 18 00:24:43.485341 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3662465-ba9a-4847-9291-12f396d03e67,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:43.493928 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.494311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.494682 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.495072 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.495429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.496040 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.496162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.496491 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.496852 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.497206 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.497877 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.497877 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:43.500982 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-be0da8bf-1b18-4584-8505-b0c10cff00f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:43.825160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40430) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:43.864613 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b3a6da88-ba79-4ca0-9901-93617f67e027 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9566047911264a2f89a90c7ee1c86a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382233 Jun 18 00:24:43.867064 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40432) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:43.871240 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c645c-5485-417d-9a27-95de6e334964 req-cdc202d8-9689-4d32-9c8a-a5d35e3ea808 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:43.872754 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e23c645c-5485-417d-9a27-95de6e334964 req-cdc202d8-9689-4d32-9c8a-a5d35e3ea808 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0672793 Jun 18 00:24:43.909441 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e23c645c-5485-417d-9a27-95de6e334964 req-814310a6-b691-4f59-9c83-cc038bebc84b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Jun 18 00:24:43.913308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:43.938546 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:44.072324 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:44.075101 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:44.076240 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec4b91f3-66f2-4e1e-838a-319deab55df3 HTTP/1.1" status: 204 len: 168 time: 0.2083020 Jun 18 00:24:44.077129 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e2f80c8-6087-4613-a4d2-aaf92e4ad198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:44.084632 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b91f3-66f2-4e1e-838a-319deab55df3,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:44.087161 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:45.079434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d7c9a-8bea-4eab-9855-b859f6aaaeda req-aa090fe0-6ce8-4e99-ad4b-d0061d7fdd7d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.080892 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de8d7c9a-8bea-4eab-9855-b859f6aaaeda req-aa090fe0-6ce8-4e99-ad4b-d0061d7fdd7d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0610943 Jun 18 00:24:45.116401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de8d7c9a-8bea-4eab-9855-b859f6aaaeda req-66f29ea8-8a1c-4db4-b238-b1cd67d094e7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300651 Jun 18 00:24:45.460701 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-3f7f0edc-acf2-4964-a490-893933c35b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.462175 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-3f7f0edc-acf2-4964-a490-893933c35b9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1098 time: 0.0538723 Jun 18 00:24:45.566212 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-a496ab2a-d2ac-4ab5-a3d3-eb0a83362e64 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.567703 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-a496ab2a-d2ac-4ab5-a3d3-eb0a83362e64 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1063380 Jun 18 00:24:45.580518 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-f29d7ec5-8d4d-474d-9196-0f0bce25feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.581942 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-46d016f3-2d58-49ee-ad84-638d4398e576 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/quotas/e0cb0986f71c4790be9e6a397cb86f67 HTTP/1.1" status: 200 len: 375 time: 0.0087781 Jun 18 00:24:45.582081 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-f29d7ec5-8d4d-474d-9196-0f0bce25feb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.0861230 Jun 18 00:24:45.646214 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-d046e23b-b132-4b57-ab79-9a41e21798ec tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589015 Jun 18 00:24:45.650618 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-0576d487-2c9e-4b34-a2c2-fdb2a7fb9b01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 1001 time: 0.0586402 Jun 18 00:24:45.713840 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-02a39a08-36d2-4cd6-aa72-8593c44937cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.715324 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-02a39a08-36d2-4cd6-aa72-8593c44937cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0559530 Jun 18 00:24:45.739155 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-04378d20-0552-46a2-8f5b-6601e8f4d0b3 service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863037 Jun 18 00:24:45.777711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-3f7fe28b-34ab-4158-90e4-a8c31b4d54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:45.779214 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-3f7fe28b-34ab-4158-90e4-a8c31b4d54f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564094 Jun 18 00:24:45.826123 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-383261c1-6c68-42ba-9671-1827120f07f4 service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811586 Jun 18 00:24:45.869144 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-43a7beb5-56fb-4466-b31b-bafd02d1fbaa service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804985 Jun 18 00:24:45.965304 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-44a20620-0023-43bc-bbe9-6d9162d9f54d req-b14cf21c-a8cb-4ddb-9f4a-fde4ed076fec service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Jun 18 00:24:46.108826 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fdadeeec-929e-4c55-a31d-ac377590b1f4 req-b8e97972-d75d-4710-a321-41d51057c31a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jun 18 00:24:46.290458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdb87-5bad-4c01-88bd-2d5ab53e23c2 req-c19076e5-6d4a-4b76-ac69-b18c0397fe25 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:46.291972 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-310cdb87-5bad-4c01-88bd-2d5ab53e23c2 req-c19076e5-6d4a-4b76-ac69-b18c0397fe25 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0667844 Jun 18 00:24:46.336726 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-310cdb87-5bad-4c01-88bd-2d5ab53e23c2 req-49fb86c3-8304-4003-8c8f-264bb4ace5d7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390220 Jun 18 00:24:47.168589 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9951b1b2-0ec2-4d0e-9e36-4d0ca3f4e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:47.411492 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8cc64e41-7083-479c-b192-3c59aa3cd743 req-64c016d6-e264-47f1-b141-df80505a0a52 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 210 time: 0.0319266 Jun 18 00:24:47.508517 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0fe0-0f38-41a8-b2f7-99d7eb00b0a8 req-58e286d6-faa5-400e-980b-07bbcb9a2649 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:47.509971 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-496a0fe0-0f38-41a8-b2f7-99d7eb00b0a8 req-58e286d6-faa5-400e-980b-07bbcb9a2649 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0630057 Jun 18 00:24:47.547511 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-496a0fe0-0f38-41a8-b2f7-99d7eb00b0a8 req-94a37e4d-c438-4679-8310-3e0d34a96fdb tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jun 18 00:24:47.707052 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:48.576228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-75e46be1-0d09-4568-8382-4df4fbb821b6 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:48.578121 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-75e46be1-0d09-4568-8382-4df4fbb821b6 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1231220 Jun 18 00:24:48.579657 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba260531-63c7-4f66-8af9-bf0d6274c367 req-04a0b707-71cc-409f-86e7-7604a24981fb tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 210 time: 0.0411112 Jun 18 00:24:48.602041 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Request body: {'port': {'device_id': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'admin_state_up': True, 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:48.739580 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9dcc-13d4-443a-923c-7531c5f8770d req-9e835c4c-bc22-4ca6-803c-982b532c9e19 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:48.741186 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f26d9dcc-13d4-443a-923c-7531c5f8770d req-9e835c4c-bc22-4ca6-803c-982b532c9e19 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0728838 Jun 18 00:24:48.779233 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f26d9dcc-13d4-443a-923c-7531c5f8770d req-a4a4bcd2-5a9c-42d3-9369-514e4af93f24 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Jun 18 00:24:48.800000 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:24:48.805095 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:48.933148 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Allocated IP 172.20.0.11 (c102f2c0-642f-447c-9e8a-9c0836482288/34a26b72-22a3-4e3e-9aed-f231f3d526a6/546a3313-c7be-4150-8454-8d604079f2dd) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:24:49.079768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.204481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.209650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-92c70a05-7ebe-45eb-b9d0-8a467dcc4fc4 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:49.252828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Network c102f2c0-642f-447c-9e8a-9c0836482288 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:24:49.255000 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412', 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:49.256468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:24:49.260510 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:24:49.285925 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event updated for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:49.290138 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:49.314012 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:49.317024 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.393501 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958760 Jun 18 00:24:49.508073 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Request body: {'port': {'device_id': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:49.576780 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.746917 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc5a5-e017-455b-8585-12286ee4b037 req-04960249-f037-42cd-8fe4-e1803c8bb01f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:49.748371 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1e4cc5a5-e017-455b-8585-12286ee4b037 req-04960249-f037-42cd-8fe4-e1803c8bb01f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 932 time: 0.0626078 Jun 18 00:24:49.787426 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1e4cc5a5-e017-455b-8585-12286ee4b037 req-224467ee-a316-4a10-ba9c-73673bb671c7 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Jun 18 00:24:49.832831 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9eda3761-95ec-4e55-ae35-76984f6a1631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.845358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546a3313-c7be-4150-8454-8d604079f2dd {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:24:49.855084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.866859 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Transition to ACTIVE for port object 546a3313-c7be-4150-8454-8d604079f2dd will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:24:49.884136 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.930080 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:49.933048 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:49.961714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033eb1-8701-485f-bc01-f385911ed0b3 req-3e5ad9cd-04aa-49e3-a096-1c94d8f18680 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:49.967285 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cf033eb1-8701-485f-bc01-f385911ed0b3 req-3e5ad9cd-04aa-49e3-a096-1c94d8f18680 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0748763 Jun 18 00:24:50.002431 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cf033eb1-8701-485f-bc01-f385911ed0b3 req-929d6496-2f42-41ad-a276-8b1872c49655 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Jun 18 00:24:50.006389 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Pushing event updated for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:50.010100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:50.075924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Attempting to bind port 546a3313-c7be-4150-8454-8d604079f2dd on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:24:50.076262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Attempting to bind port 546a3313-c7be-4150-8454-8d604079f2dd by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:24:50.076592 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Attempting to bind port 546a3313-c7be-4150-8454-8d604079f2dd on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:24:50.080636 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Port 546a3313-c7be-4150-8454-8d604079f2dd on network c102f2c0-642f-447c-9e8a-9c0836482288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:24:50.080950 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Attempting to bind port 546a3313-c7be-4150-8454-8d604079f2dd on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:24:50.086334 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:24:50.086610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Checking segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:24:50.087032 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Bound using segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:24:50.087452 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Bound port: 546a3313-c7be-4150-8454-8d604079f2dd, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:24:50.087791 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:50.150564 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:24:50.153601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=546a3313-c7be-4150-8454-8d604079f2dd,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:24:50.231734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:50.234548 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:50.264773 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.265494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:50.266866 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] 10.222.0.16 "PUT /v2.0/ports/546a3313-c7be-4150-8454-8d604079f2dd HTTP/1.1" status: 200 len: 1094 time: 0.8534162 Jun 18 00:24:50.267346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:50.269577 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21acfd4-c045-4130-8467-29643984ef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "tag": "546a3313-c7be-4150-8454-8d604079f2dd"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:50.294062 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Pushing event updated for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:50.297466 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:50.312213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb27c46a-8a19-42ec-9fbd-8a561c087d82 x-openstack-request-id: req-fb27c46a-8a19-42ec-9fbd-8a561c087d82 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:50.312551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "tag": "546a3313-c7be-4150-8454-8d604079f2dd", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:50.312833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb27c46a-8a19-42ec-9fbd-8a561c087d82 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:50.313271 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd', 'status': 'completed', 'code': 200} Jun 18 00:24:50.469141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21acfd4-c045-4130-8467-29643984ef4c req-817250d6-5a71-4853-a3c8-1f741ba25b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.470544 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c21acfd4-c045-4130-8467-29643984ef4c req-817250d6-5a71-4853-a3c8-1f741ba25b86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 1097 time: 0.0571594 Jun 18 00:24:50.577595 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21acfd4-c045-4130-8467-29643984ef4c req-36577294-8974-4b01-8896-cba17fedce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.579066 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c21acfd4-c045-4130-8467-29643984ef4c req-36577294-8974-4b01-8896-cba17fedce66 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906739 Jun 18 00:24:50.683279 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21acfd4-c045-4130-8467-29643984ef4c req-23d99866-aee8-4e0d-a989-43415e21faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.684914 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-c21acfd4-c045-4130-8467-29643984ef4c req-23d99866-aee8-4e0d-a989-43415e21faf9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960584 Jun 18 00:24:50.735231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:50.813005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-9c13c813-0781-4db0-9fa9-3eb0cef8c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.814499 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-9c13c813-0781-4db0-9fa9-3eb0cef8c6e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 1097 time: 0.0523739 Jun 18 00:24:50.871560 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-0b87f5e2-08eb-4aa5-a7a3-2663e8aad810 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=546a3313-c7be-4150-8454-8d604079f2dd HTTP/1.1" status: 200 len: 217 time: 0.0356853 Jun 18 00:24:50.923824 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438145-b1fb-4744-a49a-57958fd77abc req-7071d829-fbbe-4977-99da-bd5306c98d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.927738 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-7071d829-fbbe-4977-99da-bd5306c98d47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.0460689 Jun 18 00:24:50.955985 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515918c-03f2-4ca8-8fdd-b7e926bd6c04 req-a95f4a3f-21ba-474b-83f7-fac89f41dd30 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:50.957948 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8515918c-03f2-4ca8-8fdd-b7e926bd6c04 req-a95f4a3f-21ba-474b-83f7-fac89f41dd30 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 944 time: 0.0619307 Jun 18 00:24:50.973282 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-9b4bbac3-8804-452e-b2e0-a9d8acbc5aab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265963 Jun 18 00:24:51.002003 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8515918c-03f2-4ca8-8fdd-b7e926bd6c04 req-81395512-503a-41ff-857f-118dfc957422 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Jun 18 00:24:51.064787 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-ea25bd26-aa39-48b3-9f53-059e5c761152 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796742 Jun 18 00:24:51.160740 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ac438145-b1fb-4744-a49a-57958fd77abc req-1b072e36-3e9a-4fbc-8a5e-e4933c29cd8c service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Jun 18 00:24:51.178293 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37275a4b-759b-4242-9ce9-e43cbadb5e5a req-e1692062-1b17-44ed-a017-42e4d7e1c850 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:51.180211 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37275a4b-759b-4242-9ce9-e43cbadb5e5a req-e1692062-1b17-44ed-a017-42e4d7e1c850 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0637352 Jun 18 00:24:51.222871 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37275a4b-759b-4242-9ce9-e43cbadb5e5a req-df917794-b25c-4126-9877-544d02554113 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360940 Jun 18 00:24:51.781444 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861bab-360c-4146-bf5e-df2709a56150 req-520686d8-6a37-4d96-b048-4fd5099bc174 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:51.782928 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-95861bab-360c-4146-bf5e-df2709a56150 req-520686d8-6a37-4d96-b048-4fd5099bc174 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0619271 Jun 18 00:24:51.819705 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-95861bab-360c-4146-bf5e-df2709a56150 req-b8465832-d416-415b-a0e6-460aedfb86bd tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Jun 18 00:24:52.170700 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3746d-1a85-4686-88a1-a6175c508a6f req-f836bd3e-653d-4b31-a3dd-da1d0249d464 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:52.172165 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e4a3746d-1a85-4686-88a1-a6175c508a6f req-f836bd3e-653d-4b31-a3dd-da1d0249d464 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 944 time: 0.0608666 Jun 18 00:24:52.208299 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e4a3746d-1a85-4686-88a1-a6175c508a6f req-912bbc83-a8a9-4b8a-841b-a2093b82f30d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305166 Jun 18 00:24:52.397430 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204aac-f8ff-495e-ac9c-f66ccca5eacc req-4bbc216f-bad9-4c7a-bd85-16bf4997f1f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:52.398878 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fe204aac-f8ff-495e-ac9c-f66ccca5eacc req-4bbc216f-bad9-4c7a-bd85-16bf4997f1f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0685577 Jun 18 00:24:52.436183 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fe204aac-f8ff-495e-ac9c-f66ccca5eacc req-180fcb3e-25b5-4da3-a412-cb0c1dd4eef0 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jun 18 00:24:52.438139 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:52.992195 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa54e73-0eb0-47b3-9695-87e4bb13c537 req-787509ff-3f8e-4d2a-ab4c-ba01cff54863 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:52.993640 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6aa54e73-0eb0-47b3-9695-87e4bb13c537 req-787509ff-3f8e-4d2a-ab4c-ba01cff54863 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0616045 Jun 18 00:24:53.029248 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6aa54e73-0eb0-47b3-9695-87e4bb13c537 req-c8b1fdaf-1dd0-4958-806a-36148dadf7d0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299976 Jun 18 00:24:53.379735 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282a72-f5a6-44cb-b1d1-0ca7df2b0f69 req-d4f7c5e2-42e1-481e-94b5-33498b516fc8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:53.381190 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48282a72-f5a6-44cb-b1d1-0ca7df2b0f69 req-d4f7c5e2-42e1-481e-94b5-33498b516fc8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 944 time: 0.0625978 Jun 18 00:24:53.422131 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48282a72-f5a6-44cb-b1d1-0ca7df2b0f69 req-658ab562-e025-4e92-b18a-e5dae0076303 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Jun 18 00:24:53.620498 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db201a8-5743-47ed-bcd6-c54f84724564 req-5f94209f-6a77-46c3-961e-61b057e7edf5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:53.621938 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8db201a8-5743-47ed-bcd6-c54f84724564 req-5f94209f-6a77-46c3-961e-61b057e7edf5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0632584 Jun 18 00:24:53.657192 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8db201a8-5743-47ed-bcd6-c54f84724564 req-07f65f25-663b-4c40-b87c-df0862474c4e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295243 Jun 18 00:24:54.202677 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06da701-a203-40a8-834f-7ef601b0058a req-c061da33-0db6-4177-94a9-c71a1b402852 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:54.204267 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e06da701-a203-40a8-834f-7ef601b0058a req-c061da33-0db6-4177-94a9-c71a1b402852 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0622241 Jun 18 00:24:54.231261 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-4fa845a1-7064-4531-96c0-2ec9fe92f6a7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:54.232715 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-4fa845a1-7064-4531-96c0-2ec9fe92f6a7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 947 time: 0.0614924 Jun 18 00:24:54.241413 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e06da701-a203-40a8-834f-7ef601b0058a req-b8097cb9-353e-4d27-92d3-ccfb95655687 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc1bd56c-c534-4b61-a861-6b42d11d0ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310440 Jun 18 00:24:54.337021 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Deleting port 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:24:54.337285 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:54.420239 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] For port 91bc8058-aff2-467d-bdfc-982b235af2f0, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=91bc8058-aff2-467d-bdfc-982b235af2f0,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:54.420594 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:54.597492 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedaa5e-7aa9-4e90-b8a8-27cf59d1d6a0 req-12750342-8627-4746-94fc-36f9025d9e9f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:54.598916 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2fedaa5e-7aa9-4e90-b8a8-27cf59d1d6a0 req-12750342-8627-4746-94fc-36f9025d9e9f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 944 time: 0.0655696 Jun 18 00:24:54.614820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:54.615192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:54.615503 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Floating IP 9859f6b2-4b4e-48e6-90a9-35406486082a disassociated. External IP: 172.27.0.25, port: 91bc8058-aff2-467d-bdfc-982b235af2f0. Jun 18 00:24:54.615851 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Calling delete_port for 91bc8058-aff2-467d-bdfc-982b235af2f0 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:24:54.635983 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2fedaa5e-7aa9-4e90-b8a8-27cf59d1d6a0 req-1812dd78-d508-4d1c-ab84-6d9876bce17b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Jun 18 00:24:54.787004 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:54.791320 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-c344fb7b-60e7-4531-9fe0-a6a0fcf7f796 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:54.817724 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'Port': ['ID=91bc8058-aff2-467d-bdfc-982b235af2f0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:54.820570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:54.832661 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46791d9-3c20-45c6-bff8-28bb2ed8badf req-a49e605e-470c-476d-9b82-167ba92ee7e5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:54.832661 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f46791d9-3c20-45c6-bff8-28bb2ed8badf req-a49e605e-470c-476d-9b82-167ba92ee7e5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0638649 Jun 18 00:24:54.867829 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f46791d9-3c20-45c6-bff8-28bb2ed8badf req-5e499352-84ba-4d74-8fca-48738e753ea0 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jun 18 00:24:54.875290 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 546a3313-c7be-4150-8454-8d604079f2dd details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:24:54.932019 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:24:54.970681 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=546a3313-c7be-4150-8454-8d604079f2dd,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:54.982385 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '546a3313-c7be-4150-8454-8d604079f2dd', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'port_id': '546a3313-c7be-4150-8454-8d604079f2dd', 'mac_address': 'fa:16:3e:27:33:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a26b72-22a3-4e3e-9aed-f231f3d526a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:24:55.019601 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:55.032806 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546a3313-c7be-4150-8454-8d604079f2dd {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:24:55.038001 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:24:55.059715 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:24:55.064418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=546a3313-c7be-4150-8454-8d604079f2dd,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:55.072560 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:24:55.075944 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:55.081997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] No DVR routers for this DVR port 91bc8058-aff2-467d-bdfc-982b235af2f0 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:24:55.084768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:55.086965 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a64ca77e-c3f1-467c-bbb7-7a1add2e4dbe req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "DELETE /v2.0/ports/91bc8058-aff2-467d-bdfc-982b235af2f0 HTTP/1.1" status: 204 len: 173 time: 0.8448720 Jun 18 00:24:55.087657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-deleted', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:55.090476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590a8acc-e0b4-477f-b50d-1cf1e9453f36" -d '{"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-deleted", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:55.130658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe0e98-1ba2-4a52-9053-4e5177c863be x-openstack-request-id: req-0ebe0e98-1ba2-4a52-9053-4e5177c863be {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:55.131142 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fa4d7-76a1-4d32-bf73-77896ffc655a", "name": "network-vif-deleted", "tag": "91bc8058-aff2-467d-bdfc-982b235af2f0", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:55.131393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ebe0e98-1ba2-4a52-9053-4e5177c863be {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:55.131830 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fa4d7-76a1-4d32-bf73-77896ffc655a', 'name': 'network-vif-deleted', 'tag': '91bc8058-aff2-467d-bdfc-982b235af2f0', 'status': 'completed', 'code': 200} Jun 18 00:24:55.148683 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:55.152230 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:55.215407 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:24:55.239946 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:55.252930 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.253275 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.253609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.254496 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.254868 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.255182 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.255505 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.255826 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.256149 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.256466 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.256783 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.257096 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:24:55.261912 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:55.396816 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2e0d7ac6-70ed-454b-bc26-9e922e06cc6a req-f8cc7c36-a53c-4040-9c01-024da362883c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=417fa4d7-76a1-4d32-bf73-77896ffc655a HTTP/1.1" status: 200 len: 210 time: 0.0338786 Jun 18 00:24:55.438603 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:55.470793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:24:55.480185 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:24:55.480803 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:55.587401 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:24:55.734368 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['546a3313-c7be-4150-8454-8d604079f2dd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:24:55.826482 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2172-fe56-4d0c-af72-bf6db236a04f req-30e68914-952d-422d-90a3-e478d53e4807 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:55.829361 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0a1e2172-fe56-4d0c-af72-bf6db236a04f req-30e68914-952d-422d-90a3-e478d53e4807 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 945 time: 0.0723360 Jun 18 00:24:55.871237 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0a1e2172-fe56-4d0c-af72-bf6db236a04f req-e9bf240e-53f0-48ed-9fd6-8c729ca18066 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356584 Jun 18 00:24:56.008608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:24:56.034844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7403b-a873-42a4-9eff-8f253cb423fa None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:24:56.070462 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2a81-1ccb-4e7a-a57d-784863464e31 req-ec3041f6-d254-4065-b95a-149bc0e9fa4d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:56.072054 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-403f2a81-1ccb-4e7a-a57d-784863464e31 req-ec3041f6-d254-4065-b95a-149bc0e9fa4d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0779636 Jun 18 00:24:56.111216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-403f2a81-1ccb-4e7a-a57d-784863464e31 req-d0fb9b5b-aa1f-453f-a242-da9971972fa5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Jun 18 00:24:56.280397 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164116ae-1ac7-43ef-8bdd-01ae12b64e31 None None] New status for floating IP 9859f6b2-4b4e-48e6-90a9-35406486082a: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:24:56.576372 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40556) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:56.629712 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:56.651718 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:56.764201 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:56.766821 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:56.767960 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "DELETE /v2.0/security-groups/fc1bd56c-c534-4b61-a861-6b42d11d0ad6 HTTP/1.1" status: 204 len: 168 time: 0.1905475 Jun 18 00:24:56.768795 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cf931be2-74ef-4364-8570-e5af7d6f64a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:56.770967 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40558) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:56.777987 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bd56c-c534-4b61-a861-6b42d11d0ad6,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:56.782798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:56.786738 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.api.v2.resource [None req-6e279aba-198f-4f3d-aad3-85002002370e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] show failed (client error): The resource could not be found. Jun 18 00:24:56.787746 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6e279aba-198f-4f3d-aad3-85002002370e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups/fc1bd56c-c534-4b61-a861-6b42d11d0ad6 HTTP/1.1" status: 404 len: 347 time: 0.0151904 Jun 18 00:24:56.790866 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40560) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:56.893838 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:24:56.934017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 91bc8058-aff2-467d-bdfc-982b235af2f0 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:24:56.934816 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 91bc8058-aff2-467d-bdfc-982b235af2f0 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:24:56.942407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Deleting port 2343f17f-b516-4ff7-a633-2f2fab501d83 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:24:56.942930 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.021853 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.022253 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.062203 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd32c-d944-41cb-98e5-ed413e241f37 req-ea971f0a-9b26-440b-a488-ba826aaf9d33 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:57.063953 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-963fd32c-d944-41cb-98e5-ed413e241f37 req-ea971f0a-9b26-440b-a488-ba826aaf9d33 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 945 time: 0.0642304 Jun 18 00:24:57.089645 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Calling delete_port for 2343f17f-b516-4ff7-a633-2f2fab501d83 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:24:57.102520 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-963fd32c-d944-41cb-98e5-ed413e241f37 req-2c629100-4716-4951-866a-3972e9b885f7 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Jun 18 00:24:57.289165 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dcf44-1df3-416b-9325-9e545efbef7f req-7f0a8a76-7845-418c-8a7a-a4fe1821b3d6 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:57.290508 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e8dcf44-1df3-416b-9325-9e545efbef7f req-7f0a8a76-7845-418c-8a7a-a4fe1821b3d6 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0613363 Jun 18 00:24:57.312359 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.317299 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1637a615-106b-4e5a-87c4-0351a7f17fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:57.328273 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e8dcf44-1df3-416b-9325-9e545efbef7f req-8073e2ec-01ab-484c-a44c-18a02324ba5f tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jun 18 00:24:57.340031 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'Port': ['ID=2343f17f-b516-4ff7-a633-2f2fab501d83,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:57.345987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:57.399764 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.402262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.403446 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "DELETE /v2.0/floatingips/9859f6b2-4b4e-48e6-90a9-35406486082a HTTP/1.1" status: 204 len: 168 time: 0.6115439 Jun 18 00:24:57.692766 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40568) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:57.697380 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985748592', 'description': 'tempest-description--1451998432'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:57.797863 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.875149 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.923258 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:57.925478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b61f11f5-e8d0-48ac-8c76-99603274b0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:57.950627 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8295cc96-ed41-4795-9e7d-f84459c8e7e0,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:57.953417 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:58.003507 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.004772 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3110046 Jun 18 00:24:58.007948 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40570) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:58.012325 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group_rule': {'security_group_id': '8295cc96-ed41-4795-9e7d-f84459c8e7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:58.099900 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.161328 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.222770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.225900 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-08f44640-1bc7-4e3e-9aae-5a5111969b90 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:58.262836 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b97a20-8a36-4ac4-b37d-05ac93823587,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:58.265407 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:58.292758 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248c1c-5804-49e7-8aba-b3c673fdf1ab req-c793167e-a21e-4d03-87f8-55148c302025 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:58.294221 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bf248c1c-5804-49e7-8aba-b3c673fdf1ab req-c793167e-a21e-4d03-87f8-55148c302025 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 945 time: 0.0808642 Jun 18 00:24:58.322739 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.323832 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-1212c66a-1926-4c63-9f03-5bab8cbd1774 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149338 Jun 18 00:24:58.326513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40574) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:58.331656 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'security_group_rule': {'security_group_id': '8295cc96-ed41-4795-9e7d-f84459c8e7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:58.336121 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bf248c1c-5804-49e7-8aba-b3c673fdf1ab req-eda973cf-26eb-4d06-a76b-ca35ea91bf6a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Jun 18 00:24:58.413852 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.470074 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.500160 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165033a-5801-4e8d-84a3-4d2ba0294c96 req-bf8877f7-b6e6-4ead-b001-1c7d8848b618 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:58.501636 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b165033a-5801-4e8d-84a3-4d2ba0294c96 req-bf8877f7-b6e6-4ead-b001-1c7d8848b618 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0614152 Jun 18 00:24:58.529736 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.531836 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:58.538462 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b165033a-5801-4e8d-84a3-4d2ba0294c96 req-f62b786c-a42d-45e6-b1d6-982a2a1f5507 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305910 Jun 18 00:24:58.548240 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b817bf50-2b86-4e9b-80f2-8e762c17ffc1,revision_number=0']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:58.551131 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:58.627273 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.629460 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-19e9c55f-f359-47c1-8ec9-20a0ed38b0a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012915 Jun 18 00:24:58.632531 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40580) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:24:58.637890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:24:58.723974 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.819979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:58.913373 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 546a3313-c7be-4150-8454-8d604079f2dd up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:24:58.930246 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Allocated IP 172.27.0.12 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/cbb9f653-28cf-4d9e-aea6-87a9a3913237) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:24:59.010067 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ab840-a515-4ff8-afa4-d2ea603e9c38 req-e9de1cb9-3135-4c2c-afff-8b70fda12aae tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.011561 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b07ab840-a515-4ff8-afa4-d2ea603e9c38 req-e9de1cb9-3135-4c2c-afff-8b70fda12aae tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0650325 Jun 18 00:24:59.038834 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 546a3313-c7be-4150-8454-8d604079f2dd completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:24:59.045369 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 546a3313-c7be-4150-8454-8d604079f2dd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:24:59.045936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.056053 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b07ab840-a515-4ff8-afa4-d2ea603e9c38 req-71e6922c-cb32-4505-b2e3-705ac9583490 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376804 Jun 18 00:24:59.127983 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.151747 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:24:59.154016 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30cf86-4ef6-45b0-9fa9-4575ebe37a85" -d '{"events": [{"server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "name": "network-vif-plugged", "status": "completed", "tag": "546a3313-c7be-4150-8454-8d604079f2dd"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:24:59.168166 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=546a3313-c7be-4150-8454-8d604079f2dd,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:24:59.191730 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ade49-d604-4e2b-873e-bcc23b995a97 x-openstack-request-id: req-487ade49-d604-4e2b-873e-bcc23b995a97 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:24:59.192055 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "name": "network-vif-plugged", "status": "completed", "tag": "546a3313-c7be-4150-8454-8d604079f2dd", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:24:59.192321 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-487ade49-d604-4e2b-873e-bcc23b995a97 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:24:59.192827 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd', 'code': 200} Jun 18 00:24:59.209833 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.211845 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:59.259945 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:59.262959 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:59.313210 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.321612 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-b036576f-d78d-4569-a420-232912f84be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.325661 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-b036576f-d78d-4569-a420-232912f84be5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 1098 time: 0.1248362 Jun 18 00:24:59.434625 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-67a29d8e-720b-4034-88e1-932c8c280ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.438248 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-67a29d8e-720b-4034-88e1-932c8c280ce9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.1045289 Jun 18 00:24:59.509872 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-b0f68e0c-076a-4fe9-a007-18eef5ace192 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 200 len: 1001 time: 0.0615010 Jun 18 00:24:59.517674 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.522048 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4d992327-e8a3-490e-85cd-4136e9624b54 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:24:59.526600 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbb0b2-040e-41cf-be53-274ea9a86b13 req-e625cb9f-4941-4e9a-ac4a-1fe1932424e2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.528336 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22bbb0b2-040e-41cf-be53-274ea9a86b13 req-e625cb9f-4941-4e9a-ac4a-1fe1932424e2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0778124 Jun 18 00:24:59.568503 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22bbb0b2-040e-41cf-be53-274ea9a86b13 req-4ae1293d-01f1-4924-a039-584f32b16eed tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342345 Jun 18 00:24:59.595490 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:24:59.620987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:24:59.628724 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:24:59.655960 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-43d6829f-7e8e-48e8-b463-743ccccc3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.657376 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-43d6829f-7e8e-48e8-b463-743ccccc3d34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.1368279 Jun 18 00:24:59.657998 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=cbb9f653-28cf-4d9e-aea6-87a9a3913237,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:24:59.662663 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:24:59.751514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6038e8-1fb1-43b6-8cbc-55b4ae6ec5bf req-d9fc7971-667a-4c40-9d4c-e86ea9b01b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.752982 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2a6038e8-1fb1-43b6-8cbc-55b4ae6ec5bf req-d9fc7971-667a-4c40-9d4c-e86ea9b01b09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 1099 time: 0.1773324 Jun 18 00:24:59.786534 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.795510 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-fc65529e-d381-480c-aa12-7d847f219d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:24:59.796943 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-fc65529e-d381-480c-aa12-7d847f219d6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298213 Jun 18 00:24:59.828579 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-2a6038e8-1fb1-43b6-8cbc-55b4ae6ec5bf req-0590e7f2-77d8-4ccd-ad73-38caab4b7ab3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Jun 18 00:24:59.913324 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:24:59.936737 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-df85c0f1-a656-4c0c-bdad-ec4c8fe1ff3b service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321170 Jun 18 00:25:00.060121 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:00.134992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:00.137177 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:00.229610 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68fa95-7593-41e1-8952-afc0574d3c36 req-552c2da7-0253-49fd-a4ed-72b2c94f34db tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:00.231282 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3e68fa95-7593-41e1-8952-afc0574d3c36 req-552c2da7-0253-49fd-a4ed-72b2c94f34db tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0619023 Jun 18 00:25:00.245675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=cbb9f653-28cf-4d9e-aea6-87a9a3913237,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:00.253592 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:00.268407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:00.270852 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3e68fa95-7593-41e1-8952-afc0574d3c36 req-0330924d-2921-4ece-befb-66dc32f534e4 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338900 Jun 18 00:25:00.300291 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-398fd6e5-3c9c-42fd-b6e7-32f6d6470fa0 req-40b8db70-8651-4bfa-b016-2c8ca1084b31 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347537 Jun 18 00:25:00.363989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:00.365774 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7322361 Jun 18 00:25:00.499516 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-7aecc990-6d89-49b4-9e7a-560f9a8dcc22 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--985748592&fields=id&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 267 time: 0.0327754 Jun 18 00:25:00.605280 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-1c7cad19-8098-41c7-aa3a-ce74bbaaca34 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:00.606716 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-1c7cad19-8098-41c7-aa3a-ce74bbaaca34 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 817 time: 0.1010885 Jun 18 00:25:00.621727 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-6eda2313-6577-4027-9757-5ad691758909 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/quotas/0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Jun 18 00:25:00.696885 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-97978ca3-7ac4-43f5-804b-c8a4a2b96075 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702467 Jun 18 00:25:00.750344 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faf1ea-af07-49b6-9a2e-c5311a8c75c8 req-817625c3-2acd-40c8-8c5d-c746f6ca86a7 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:00.751839 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93faf1ea-af07-49b6-9a2e-c5311a8c75c8 req-817625c3-2acd-40c8-8c5d-c746f6ca86a7 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0749648 Jun 18 00:25:00.834701 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-93faf1ea-af07-49b6-9a2e-c5311a8c75c8 req-6bc2257c-faeb-458b-8ab1-eb12cd0fc86d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773292 Jun 18 00:25:00.870901 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-4a063824-aa5d-4854-bdab-dc9d58f50425 service neutron] 10.222.0.38 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577415 Jun 18 00:25:00.959524 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-071e6acc-d229-4e72-80f7-e3f71489dcd6 service neutron] 10.222.0.38 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827503 Jun 18 00:25:01.197671 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-39d41884-66b8-4167-bada-51b042bc5823 req-7b1e79d7-9545-48b5-8972-b5fb698e97e6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jun 18 00:25:01.445031 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461e4a-6932-4816-a7c0-1e5ae5bdde26 req-e8168473-5830-4c24-9876-26354043de83 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:01.446477 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-90461e4a-6932-4816-a7c0-1e5ae5bdde26 req-e8168473-5830-4c24-9876-26354043de83 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0626621 Jun 18 00:25:01.483924 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-90461e4a-6932-4816-a7c0-1e5ae5bdde26 req-4c165cb1-8652-4219-a53a-3da8cbfcea13 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Jun 18 00:25:02.011336 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a860b-11df-4501-8be4-402b3c411ab0 req-9cd9748a-8efc-4db9-a5fe-d225922a60a5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:02.012728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c1a860b-11df-4501-8be4-402b3c411ab0 req-9cd9748a-8efc-4db9-a5fe-d225922a60a5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0659246 Jun 18 00:25:02.287190 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c1a860b-11df-4501-8be4-402b3c411ab0 req-bffa20f9-e7e0-41e2-83fa-efc9e74bef19 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685440 Jun 18 00:25:02.340585 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8f654bbd-8ae6-48ee-95ed-53561dbed118 req-2a350e7a-11f9-4ad0-b5fc-6cf2a8e90690 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 210 time: 0.0282171 Jun 18 00:25:02.862094 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:25:03.481549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-0ae8363e-d4b5-46b6-a0b8-cf89a3144534 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:03.482924 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-0ae8363e-d4b5-46b6-a0b8-cf89a3144534 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 817 time: 0.1102362 Jun 18 00:25:03.487420 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-706eb834-1401-456d-8edc-564fb42203d4 req-50449510-1e3b-403d-840f-35a38570fd19 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 210 time: 0.0294709 Jun 18 00:25:03.536678 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-186ae2d6-2020-4171-99b7-2d31042b0932 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 379 time: 0.0351641 Jun 18 00:25:03.552254 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'port': {'device_id': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'admin_state_up': True, 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'security_groups': ['8295cc96-ed41-4795-9e7d-f84459c8e7e0']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:03.746428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Made reservation on behalf of 0994e7b344804a55bcd769a9f9e937f7 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:25:03.749908 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:03.871845 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Allocated IP 172.20.0.8 (c39b6022-9c36-4880-8eba-d9440f74b9b0/95ba2386-5293-46ba-9be8-c20f8b1632ce/38754a6c-4d54-45fe-835f-a8b77def3fcd) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:25:04.026221 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.046249 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Transition to ACTIVE for port object 38754a6c-4d54-45fe-835f-a8b77def3fcd will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:25:04.152936 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.156873 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fb78d18-a3b8-4aa8-a91d-3c1cd0c9ca44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:04.198181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:25:04.201494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:25:04.205267 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:25:04.211523 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:04.231549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:04.260358 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:04.260981 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.363349 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105907 Jun 18 00:25:04.378537 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Request body: {'port': {'device_id': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:04.452212 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.529583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-47f00b7f-c5e7-49bd-ae53-c1d12bdf847e None None] Provisioning for port 38754a6c-4d54-45fe-835f-a8b77def3fcd completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:25:04.535026 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-47f00b7f-c5e7-49bd-ae53-c1d12bdf847e None None] Provisioning complete for port 38754a6c-4d54-45fe-835f-a8b77def3fcd triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:25:04.539551 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-47f00b7f-c5e7-49bd-ae53-c1d12bdf847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.572974 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-47f00b7f-c5e7-49bd-ae53-c1d12bdf847e None None] Port 38754a6c-4d54-45fe-835f-a8b77def3fcd cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:25:04.664298 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7d2b6-c251-46b5-8011-73c2cf0c5759 req-640657f7-2a44-4a76-8993-0373fecfdbfb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:04.665742 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88e7d2b6-c251-46b5-8011-73c2cf0c5759 req-640657f7-2a44-4a76-8993-0373fecfdbfb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 931 time: 0.0619218 Jun 18 00:25:04.705481 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-88e7d2b6-c251-46b5-8011-73c2cf0c5759 req-e98969ad-f292-4c84-a854-c4b59946a285 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Jun 18 00:25:04.710667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:25:04.718191 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.730673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Transition to ACTIVE for port object 38754a6c-4d54-45fe-835f-a8b77def3fcd will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:25:04.815300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:04.818995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8b305ffc-b972-43d9-a274-03cc8c618416 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:04.840599 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-ea3f562b-ffd7-4ed7-a3cb-cddd969801e2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147077933&fields=id&tenant_id=f4e7a65e949e433cbe350cb25681c4eb HTTP/1.1" status: 200 len: 267 time: 0.0389328 Jun 18 00:25:04.904856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:04.907623 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:04.923003 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-64c484a1-5c0e-43fa-a36d-d3b5f3c32712 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:04.927216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-64c484a1-5c0e-43fa-a36d-d3b5f3c32712 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 984 time: 0.0785174 Jun 18 00:25:04.938324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Request body: {'port': {'security_groups': ['0232e1bf-e91a-48a8-a98d-4a10d58e55df']}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:04.981609 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Attempting to bind port 38754a6c-4d54-45fe-835f-a8b77def3fcd on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:25:04.984493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Attempting to bind port 38754a6c-4d54-45fe-835f-a8b77def3fcd by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:25:04.984493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Attempting to bind port 38754a6c-4d54-45fe-835f-a8b77def3fcd on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:25:04.987816 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Port 38754a6c-4d54-45fe-835f-a8b77def3fcd on network c39b6022-9c36-4880-8eba-d9440f74b9b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:25:04.988772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Attempting to bind port 38754a6c-4d54-45fe-835f-a8b77def3fcd on network c39b6022-9c36-4880-8eba-d9440f74b9b0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:25:04.994465 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:25:04.994938 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Checking segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:25:04.995367 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Bound using segment: {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:25:04.995940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Bound port: 38754a6c-4d54-45fe-835f-a8b77def3fcd, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6646641d-5c78-4f15-9b34-91825c1a51cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:25:04.996527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.045207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.064039 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:25:05.067100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:25:05.147365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.150334 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0e4cfb29-907d-491d-b143-42daa33578ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:05.183926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.184682 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.186080 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] 10.222.0.16 "PUT /v2.0/ports/38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 1093 time: 0.8118374 Jun 18 00:25:05.186588 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:05.188915 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128449d-5b02-42ea-9a75-fbc19570fb55" -d '{"events": [{"name": "network-changed", "server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:05.226308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:05.231391 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:05.243025 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:05.271592 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.300926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c77505c-5a68-4c5c-9029-33f6d873823a x-openstack-request-id: req-6c77505c-5a68-4c5c-9029-33f6d873823a {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:05.300926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:05.300926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c77505c-5a68-4c5c-9029-33f6d873823a {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:05.301583 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'status': 'completed', 'code': 200} Jun 18 00:25:05.345995 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.350218 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-20bffe7f-5caf-4e2c-8fb0-5d689e16c98b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:05.388956 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:05.397996 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-b148749d-2ce0-4607-a9de-cec430b675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.398179 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.398840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for port, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.399557 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-b148749d-2ce0-4607-a9de-cec430b675dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1096 time: 0.0592220 Jun 18 00:25:05.400239 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f8a7783a-2af0-41cc-b60e-ba209d79eda7 req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "PUT /v2.0/ports/24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 942 time: 0.4670575 Jun 18 00:25:05.400767 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:05.403121 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2" -d '{"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:05.406956 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40668) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:05.428449 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event updated for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=7']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:05.432361 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:05.483844 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-f633fc52-aec5-4e05-a7aa-339f7d4f8881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 217 time: 0.0492251 Jun 18 00:25:05.546468 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95cb192-339e-4a04-b8ca-e1262ba9a39a x-openstack-request-id: req-d95cb192-339e-4a04-b8ca-e1262ba9a39a {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:05.547611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:05.548212 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d95cb192-339e-4a04-b8ca-e1262ba9a39a {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:05.549038 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:25:05.565221 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.591454 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-19b0a266-f314-42b1-9308-5dcb842bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.594468 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-19b0a266-f314-42b1-9308-5dcb842bd1d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.1001580 Jun 18 00:25:05.602386 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:05.610665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.691151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-62610f34-0a95-4d3c-a09f-cb32d4936856 None None] Provisioning complete for port 24fb616e-e05c-43ad-a147-935efcd91acc triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:25:05.691536 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-62610f34-0a95-4d3c-a09f-cb32d4936856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.739256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579041db-4683-46e3-8eaa-30eddd003a70 req-1df9d5c3-dde0-40bf-8cd2-42dc278dc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.742125 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-1df9d5c3-dde0-40bf-8cd2-42dc278dc528 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284370 Jun 18 00:25:05.754451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-774a6b86-7c47-42b0-9193-f9f436c63f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.755999 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-774a6b86-7c47-42b0-9193-f9f436c63f00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1098 time: 0.1067157 Jun 18 00:25:05.893886 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384951-a5bd-41b9-8ba0-80436e26d631 req-099bdd78-4141-4012-9070-57a07e6510ad tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.895391 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d384951-a5bd-41b9-8ba0-80436e26d631 req-099bdd78-4141-4012-9070-57a07e6510ad tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0656757 Jun 18 00:25:05.914581 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-18e1f577-735e-44ae-9cef-257777c6d9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566298 Jun 18 00:25:05.917393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-31453aba-cd3c-4f45-af37-b097ba4d473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:05.918752 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-31453aba-cd3c-4f45-af37-b097ba4d473a service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.1438506 Jun 18 00:25:05.923528 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.926169 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:05.930092 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "DELETE /v2.0/security-groups/d2054fd3-3e12-4170-83bd-f5c669652281 HTTP/1.1" status: 204 len: 168 time: 0.5184026 Jun 18 00:25:05.930092 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:05.933517 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40676) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:05.941955 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d384951-a5bd-41b9-8ba0-80436e26d631 req-57a2d234-6f79-44d6-a476-c645cb2cbbde tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382950 Jun 18 00:25:05.983692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2054fd3-3e12-4170-83bd-f5c669652281,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:05.994562 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:06.097369 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-aab140e3-401c-4d1d-abc4-8f4c95f04413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 1001 time: 0.1522567 Jun 18 00:25:06.204726 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-579041db-4683-46e3-8eaa-30eddd003a70 req-e232bc77-b142-418b-8bf1-a18ad1d2f0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573395 Jun 18 00:25:06.228731 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-83cfd0bb-2795-4648-b489-b03225536444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:06.230043 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-83cfd0bb-2795-4648-b489-b03225536444 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0983019 Jun 18 00:25:06.278916 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Deleting port c0ee9078-8517-40bf-9f43-b45c0809b578 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:06.279277 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:06.364945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-6492614e-1cfd-46c8-bf50-8f4d491a02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:06.366384 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-6492614e-1cfd-46c8-bf50-8f4d491a02c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186969 Jun 18 00:25:06.369579 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:06.370047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:06.449649 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Calling delete_port for c0ee9078-8517-40bf-9f43-b45c0809b578 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:06.651822 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-97d5c034-465e-4959-9334-30d8d7c4ddaa service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367454 Jun 18 00:25:06.660371 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-05e53d29-0879-4862-9c70-e37184412ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:06.661760 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-05e53d29-0879-4862-9c70-e37184412ac9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1096 time: 0.2457259 Jun 18 00:25:07.119827 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70267bd-cab9-4698-8d61-cc3eb3ad23a2 req-aa868d0b-f456-439d-8fe7-3dd440a9bfba service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570282 Jun 18 00:25:07.122907 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-4746bcf1-619e-4876-9f05-74ead07012c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:07.124268 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-4746bcf1-619e-4876-9f05-74ead07012c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.4414747 Jun 18 00:25:07.149015 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564b22-9e26-44ff-bcde-1f4a255355f0 req-0cbb8f68-6c06-4bda-8195-946885dff363 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:07.150625 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61564b22-9e26-44ff-bcde-1f4a255355f0 req-0cbb8f68-6c06-4bda-8195-946885dff363 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0802157 Jun 18 00:25:07.190406 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:07.193165 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61564b22-9e26-44ff-bcde-1f4a255355f0 req-8bdea553-76d8-4388-b9d9-3d8db494ec34 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349836 Jun 18 00:25:07.193295 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-b656a3c3-fbcf-452d-940d-c289603a791b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 217 time: 0.0406115 Jun 18 00:25:07.194795 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-8da4dc8d-8a64-432c-8894-c03345275b91 tempest-VolumesActionsTest-1264662378 tempest-VolumesActionsTest-1264662378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:07.234847 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event deleted for resources: {'Port': ['ID=c0ee9078-8517-40bf-9f43-b45c0809b578,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:07.237100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:07.315495 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-e3b395e0-2b62-4b9d-886a-d86fe60f13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:07.316942 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-e3b395e0-2b62-4b9d-886a-d86fe60f13c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0942390 Jun 18 00:25:07.325222 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:07.325580 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Floating IP 59aca908-db85-424c-988d-37315860aaf1 disassociated (deleted). External IP: 172.27.0.239, port: 24fb616e-e05c-43ad-a147-935efcd91acc. Jun 18 00:25:07.465384 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-4e4edcc2-3198-4f50-8dfa-f308693d7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:07.466865 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-4e4edcc2-3198-4f50-8dfa-f308693d7d9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062253 Jun 18 00:25:07.636773 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-b35608f0-53d0-4a8a-a848-7d67c08c74a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375406 Jun 18 00:25:07.638386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Router 954a5791-6980-403b-8c1c-35f0cc404ea1 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:25:07.803892 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-f128449d-5b02-42ea-9a75-fbc19570fb55 req-92b62bf0-378c-45c0-8ad9-90346c16a031 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565671 Jun 18 00:25:07.805449 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:25:07.810147 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:07.814400 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Sync routers for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:25:07.824410 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:07.825031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:07.846215 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "DELETE /v2.0/floatingips/59aca908-db85-424c-988d-37315860aaf1 HTTP/1.1" status: 204 len: 168 time: 1.9116158 Jun 18 00:25:07.846874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:07.849129 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a946eef-7f42-4706-ae4f-23b5206d3942" -d '{"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:07.890129 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b961611-277b-41d8-9782-087d1bf82190 x-openstack-request-id: req-7b961611-277b-41d8-9782-087d1bf82190 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:07.890524 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:07.890920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b961611-277b-41d8-9782-087d1bf82190 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:07.891413 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:25:07.928904 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:08.013622 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-193f057a-0d97-4ffd-b074-1297a23af6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:08.015132 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-193f057a-0d97-4ffd-b074-1297a23af6b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 1098 time: 0.0550444 Jun 18 00:25:08.128242 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-7549fad9-d662-4c8c-9d95-94c4181aef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:08.129864 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-7549fad9-d662-4c8c-9d95-94c4181aef30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 200 len: 916 time: 0.1035628 Jun 18 00:25:08.131665 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:08.157518 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Checking router: 954a5791-6980-403b-8c1c-35f0cc404ea1 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:25:08.165776 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:08.166385 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:08.172269 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-c0185a5e-423f-4fbb-ab01-900d4bef781b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 200 len: 217 time: 0.0352964 Jun 18 00:25:08.221218 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-f9741f13-8a9e-4039-97ea-1cef40cd8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:08.222684 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-f9741f13-8a9e-4039-97ea-1cef40cd8141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 200 len: 854 time: 0.0442231 Jun 18 00:25:08.277404 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:08.305045 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-a4ca82e4-c601-4063-bc96-0837c1df71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:08.309293 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-a4ca82e4-c601-4063-bc96-0837c1df71d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af32f04e-8c97-45d4-87f4-6fea059fb69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776544 Jun 18 00:25:08.395794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05b51-4af8-42ae-8e00-41197a9ec14b req-e1486673-1d61-4ef7-8cf2-45c0d8401e13 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:08.397983 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d05b51-4af8-42ae-8e00-41197a9ec14b req-e1486673-1d61-4ef7-8cf2-45c0d8401e13 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0737228 Jun 18 00:25:08.425184 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-7174d487-720b-4541-9b1a-8a9fc6a45a40 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001518 Jun 18 00:25:08.455299 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d05b51-4af8-42ae-8e00-41197a9ec14b req-9575918c-f74e-4162-8e8e-50bab241b79e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511804 Jun 18 00:25:08.484925 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:08.510849 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6f0de4-cac6-4a3b-b062-b271a0ed878e None None] The sync data for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi is: [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:21:45Z', 'revision_number': 4, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f4f1d347-0fb7-41ef-b534-37a3c0a01a75', 'name': '', 'network_id': 'af32f04e-8c97-45d4-87f4-6fea059fb69d', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'mac_address': 'fa:16:3e:ce:15:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:44Z', 'updated_at': '2021-06-18T00:21:50Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'subnets': [{'id': '8c3cc522-4fdf-431a-ba56-570fcc70e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:25:08.533626 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4a946eef-7f42-4706-ae4f-23b5206d3942 req-8d82dce4-9f28-429e-93db-34f799dff710 service neutron] 10.222.0.16 "GET /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986271 Jun 18 00:25:08.718290 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275c2fb-d61b-4d2f-a171-235ea6ceb8d8 None None] New status for floating IP 59aca908-db85-424c-988d-37315860aaf1: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:25:08.943727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:25:09.036853 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:09.047687 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:25:09.082209 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:09.094419 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:25:09.113286 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:09.168290 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:09.170838 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:09.214299 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:09.217198 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:09.560490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['38754a6c-4d54-45fe-835f-a8b77def3fcd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:09.631951 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93c7f4-74b4-4550-b383-afa2be889a3d req-41718c53-a2d3-4955-b1bf-8cb6452207a7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:09.633330 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-be93c7f4-74b4-4550-b383-afa2be889a3d req-41718c53-a2d3-4955-b1bf-8cb6452207a7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 944 time: 0.0623856 Jun 18 00:25:09.673571 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-be93c7f4-74b4-4550-b383-afa2be889a3d req-515316e9-20ea-4868-9cf8-21b5c6d2fc2e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Jun 18 00:25:10.854587 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2d44e-ba8f-48db-b97c-35c33495ff47 req-4f39ad86-97bc-4a8b-9850-d5b1f33fb0e1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:10.856074 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e7f2d44e-ba8f-48db-b97c-35c33495ff47 req-4f39ad86-97bc-4a8b-9850-d5b1f33fb0e1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 944 time: 0.0629396 Jun 18 00:25:10.892608 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e7f2d44e-ba8f-48db-b97c-35c33495ff47 req-b63bce25-1391-4159-ba3d-8457f4fb21a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Jun 18 00:25:10.953034 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:25:11.037726 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 38754a6c-4d54-45fe-835f-a8b77def3fcd completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:25:11.041349 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 38754a6c-4d54-45fe-835f-a8b77def3fcd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:25:11.041743 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:11.118555 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:11.140394 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:11.142661 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56c426-6ffc-4a91-bf72-13cb52e85392" -d '{"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:11.155213 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:11.193060 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:11.194937 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:11.229462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba764c-d1ca-43de-80fa-4fcbfb0a7e55 x-openstack-request-id: req-08ba764c-d1ca-43de-80fa-4fcbfb0a7e55 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:11.229788 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:11.230049 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08ba764c-d1ca-43de-80fa-4fcbfb0a7e55 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:11.230431 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'code': 200} Jun 18 00:25:11.242583 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:11.245779 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:11.598022 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34bfc6-a851-457d-b568-1b055a3acd34 req-7630e174-7840-48b6-b83e-5b84a3cb4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:11.600044 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d34bfc6-a851-457d-b568-1b055a3acd34 req-7630e174-7840-48b6-b83e-5b84a3cb4d6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1098 time: 0.0534213 Jun 18 00:25:11.643683 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5d34bfc6-a851-457d-b568-1b055a3acd34 req-02f52843-4960-4dab-9d55-0cb0db0e0fa7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272114 Jun 18 00:25:12.067374 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0fe45-5e36-41d9-a4b7-a93751d8274a req-c01e4a67-5b27-4018-8331-ffd6a7f3d3e0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:12.068808 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-71f0fe45-5e36-41d9-a4b7-a93751d8274a req-c01e4a67-5b27-4018-8331-ffd6a7f3d3e0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0615296 Jun 18 00:25:12.105470 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-71f0fe45-5e36-41d9-a4b7-a93751d8274a req-e3239f00-11c9-4f93-bfc7-cf74a53fa38f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jun 18 00:25:13.284014 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bb98-222c-45dc-8161-38bcff206930 req-f4c24d1c-d8e7-465c-af16-9b439697314e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:13.285733 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4711bb98-222c-45dc-8161-38bcff206930 req-f4c24d1c-d8e7-465c-af16-9b439697314e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0668671 Jun 18 00:25:13.323676 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4711bb98-222c-45dc-8161-38bcff206930 req-0d73ebba-b275-476f-be56-5607fe3fc9d8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 18 00:25:14.496239 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37552fa9-5920-494d-8d89-f525337d1c7d req-96630756-d9b7-4aec-bc84-636e14ec6ac3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:14.497670 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37552fa9-5920-494d-8d89-f525337d1c7d req-96630756-d9b7-4aec-bc84-636e14ec6ac3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0614855 Jun 18 00:25:14.535627 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-37552fa9-5920-494d-8d89-f525337d1c7d req-44ef38cf-3c25-4829-845b-3df1925a936a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322745 Jun 18 00:25:14.704409 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3484031-38bc-4ee9-a351-b9f13cba9463 req-9c4ae9fe-9686-48cd-91ea-6594e72ae7dc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:14.705858 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d3484031-38bc-4ee9-a351-b9f13cba9463 req-9c4ae9fe-9686-48cd-91ea-6594e72ae7dc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0624690 Jun 18 00:25:14.714094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40748) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:14.718548 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Request body: {'floatingip': {'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:14.759411 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:15.204416 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:15.273207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:15.429755 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Floating IP 65b99571-eae2-4cca-b4e5-f6b935b1e86a associated. External IP: 172.27.0.12, port: 38754a6c-4d54-45fe-835f-a8b77def3fcd. Jun 18 00:25:15.532270 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-e64037a9-6669-4387-83b5-8bab1a527c7d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:15.533650 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-e64037a9-6669-4387-83b5-8bab1a527c7d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1771197 Jun 18 00:25:15.559260 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-454e852d-5a9b-4a88-9919-930677a73a64 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/quotas/e0cb0986f71c4790be9e6a397cb86f67 HTTP/1.1" status: 200 len: 375 time: 0.0190473 Jun 18 00:25:15.709910 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-ec56abbd-1275-4669-a725-73a9f99351eb tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1437039 Jun 18 00:25:15.724186 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:25:15.892742 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:25:15.898072 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:15.902269 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-03c89ced-de2a-494e-ad02-3a2e31705c6b service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855879 Jun 18 00:25:15.902450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:25:15.917928 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:15.918546 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:15.980396 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-479c515d-4263-4aa2-b876-5decd422c76d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "PUT /v2.0/floatingips/65b99571-eae2-4cca-b4e5-f6b935b1e86a HTTP/1.1" status: 200 len: 990 time: 1.2652376 Jun 18 00:25:15.986078 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:15.988757 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10" -d '{"events": [{"name": "network-changed", "server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:16.031200 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-2c858f4b-9c9b-4174-91ec-49700f7f99ed service neutron] 10.222.0.38 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110651 Jun 18 00:25:16.147956 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:16.168017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2531d265-dd7b-40d5-b760-b592244d1440 x-openstack-request-id: req-2531d265-dd7b-40d5-b760-b592244d1440 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:16.168355 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:16.168659 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2531d265-dd7b-40d5-b760-b592244d1440 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:16.169091 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'status': 'completed', 'code': 200} Jun 18 00:25:16.281193 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-e6241ee8-c358-4c02-90bb-550431e66b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:16.282878 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-e6241ee8-c358-4c02-90bb-550431e66b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1098 time: 0.0566096 Jun 18 00:25:16.303270 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-909f2896-d11c-4ef3-8e6a-270ad6c7bb66 req-9f5bbf68-6ff1-4cda-b65a-42ef7bd5e65f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 210 time: 0.0372453 Jun 18 00:25:16.410003 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '65b99571-eae2-4cca-b4e5-f6b935b1e86a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:24:59Z', 'updated_at': '2021-06-18T00:25:15Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:16.419088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-aa70a411-57ca-4d91-a50f-36b8ca7a97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:16.420664 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-aa70a411-57ca-4d91-a50f-36b8ca7a97dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.1194539 Jun 18 00:25:16.437725 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:25:16.446842 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:16.447453 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:24:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:16.491075 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-da7894f9-e55e-478d-8e6b-8ba2132a3bb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 998 time: 0.0621660 Jun 18 00:25:16.546483 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-fec0a1c7-88ac-454f-a53b-381e38096f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:16.547932 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-fec0a1c7-88ac-454f-a53b-381e38096f89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0463514 Jun 18 00:25:16.561176 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:16.613251 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-83f180fc-da3c-438f-9aaf-ac3e595dcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:16.614949 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-83f180fc-da3c-438f-9aaf-ac3e595dcb89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581577 Jun 18 00:25:16.710385 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-7753c27c-c842-44cb-8b76-f63f64ce5305 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Jun 18 00:25:16.798471 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '65b99571-eae2-4cca-b4e5-f6b935b1e86a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:24:59Z', 'updated_at': '2021-06-18T00:25:15Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:16.819157 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-84ed04a2-c3a8-4c2b-a885-ef2f1e632b10 req-ae1c2388-6529-46bc-8d2e-a8e0141dbfc0 service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018026 Jun 18 00:25:16.832238 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789844d9-8b49-4c3e-aca4-a42e2d389625 None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': '65b99571-eae2-4cca-b4e5-f6b935b1e86a', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:24:59Z', 'updated_at': '2021-06-18T00:25:15Z', 'revision_number': 1, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:25:16.932332 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53da08-6019-4961-a3c6-4e7a08c9e96f req-9a910897-443e-4a78-bd26-5faf57167181 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:16.933798 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bd53da08-6019-4961-a3c6-4e7a08c9e96f req-9a910897-443e-4a78-bd26-5faf57167181 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0706587 Jun 18 00:25:16.974777 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bd53da08-6019-4961-a3c6-4e7a08c9e96f req-68031f83-8934-4f3b-8f01-d3c3b8a7a230 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Jun 18 00:25:17.029066 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a6113-2b85-4d50-a2dd-54dcca189612 None None] New status for floating IP 65b99571-eae2-4cca-b4e5-f6b935b1e86a: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:25:17.226664 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-430ce53f-b54d-44f6-bf6d-5f785eb2c8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:17.428846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a552fd7a-776d-4256-9986-3f13d5e44c0b req-dc6a8417-1dc8-435a-825b-b428402e6885 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 210 time: 0.0284584 Jun 18 00:25:17.735077 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:18.145321 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67791b7-bc1c-4dfe-87bf-54cdd213ab1b req-de4cc9bc-baf1-4c4c-ba77-e8978105cb64 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:18.146817 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f67791b7-bc1c-4dfe-87bf-54cdd213ab1b req-de4cc9bc-baf1-4c4c-ba77-e8978105cb64 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0605242 Jun 18 00:25:18.183063 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f67791b7-bc1c-4dfe-87bf-54cdd213ab1b req-6d3b619d-8ba5-433e-9324-ae4aec4ea189 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Jun 18 00:25:18.570316 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4f35e915-d667-40f2-bbdc-4bf4037bc042 req-8aedb7e4-157d-426d-ac92-26fcea872c36 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 210 time: 0.0318189 Jun 18 00:25:18.584154 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6dc44aa0-b256-401d-87b9-3a0448696dae tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:18.585719 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6dc44aa0-b256-401d-87b9-3a0448696dae tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 814 time: 0.1104558 Jun 18 00:25:18.610635 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Request body: {'port': {'device_id': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'admin_state_up': True, 'tenant_id': 'e0cb0986f71c4790be9e6a397cb86f67'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:18.802719 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Made reservation on behalf of e0cb0986f71c4790be9e6a397cb86f67 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:25:18.806600 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:18.931549 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Allocated IP 172.20.0.10 (c102f2c0-642f-447c-9e8a-9c0836482288/34a26b72-22a3-4e3e-9aed-f231f3d526a6/8ffd4c12-77fe-4775-8f8e-c6ca114ac921) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:25:19.076589 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.185696 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.189688 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:19.232018 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Network c102f2c0-642f-447c-9e8a-9c0836482288 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:25:19.235437 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:25:19.239345 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:25:19.243070 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412', 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', '546a3313-c7be-4150-8454-8d604079f2dd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:19.246661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event updated for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:19.265647 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:19.293152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:19.293779 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.364430 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953294f3-e2bc-492b-b3f3-345600692be0 req-994e3295-80eb-4a64-a908-d6712d4410b0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:19.366607 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-953294f3-e2bc-492b-b3f3-345600692be0 req-994e3295-80eb-4a64-a908-d6712d4410b0 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0634639 Jun 18 00:25:19.369214 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-b6be4595-873e-4ad2-89aa-9881c1aa4511 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622435 Jun 18 00:25:19.401654 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Request body: {'port': {'device_id': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:19.414890 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-953294f3-e2bc-492b-b3f3-345600692be0 req-f584a33f-f84a-48ef-a0a3-ce1b0ea42b87 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Jun 18 00:25:19.480311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.669267 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-48d25321-1bc0-4770-9f6d-d462f9c87a76 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:19.674821 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-48d25321-1bc0-4770-9f6d-d462f9c87a76 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.16 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.1543109 Jun 18 00:25:19.755205 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017bf15-fae1-4d88-a511-f405ecd60b0f req-1a3af3d9-bb8f-4003-a767-ac513c2d8a5d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:19.756646 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e017bf15-fae1-4d88-a511-f405ecd60b0f req-1a3af3d9-bb8f-4003-a767-ac513c2d8a5d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 932 time: 0.0635448 Jun 18 00:25:19.762575 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-1bdd1237-1792-46c3-a77b-728625de1f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.795131 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e017bf15-fae1-4d88-a511-f405ecd60b0f req-586b74d1-5f12-48ad-884d-e73b10340695 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Jun 18 00:25:19.842673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Deleting port 24fb616e-e05c-43ad-a147-935efcd91acc {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:19.843030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:19.878120 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.164367 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:25:20.176824 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.201805 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Transition to ACTIVE for port object 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:25:20.218129 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] For port 24fb616e-e05c-43ad-a147-935efcd91acc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24fb616e-e05c-43ad-a147-935efcd91acc,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:20.218493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.281329 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Calling delete_port for 24fb616e-e05c-43ad-a147-935efcd91acc owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:20.288686 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.290512 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:20.402298 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:20.412968 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:20.509771 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Attempting to bind port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:25:20.510109 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Attempting to bind port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:25:20.510437 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Attempting to bind port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:25:20.521661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 on network c102f2c0-642f-447c-9e8a-9c0836482288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:25:20.521987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Attempting to bind port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 on network c102f2c0-642f-447c-9e8a-9c0836482288 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:25:20.532530 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:25:20.532884 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Checking segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:25:20.533247 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Bound using segment: {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:25:20.533670 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Bound port: 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506d4b00-1eb2-48e0-9ca0-846d285fd2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:25:20.534018 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.594379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84a0b5-3109-4ced-be24-ced54d8c2663 req-e121c087-b801-4403-baaf-7acc279e02e8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:20.595897 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bd84a0b5-3109-4ced-be24-ced54d8c2663 req-e121c087-b801-4403-baaf-7acc279e02e8 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 945 time: 0.0663950 Jun 18 00:25:20.599832 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:25:20.602844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:25:20.644015 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.650275 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f43e8dc6-9c10-4e7e-861d-8b7c1cce0bbf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:20.684942 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Pushing event deleted for resources: {'Port': ['ID=24fb616e-e05c-43ad-a147-935efcd91acc,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:20.687115 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['24fb616e-e05c-43ad-a147-935efcd91acc'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:20.689037 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:20.742736 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.763825 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b83bd39b-f6d8-40a2-a819-ba613fa476a6 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:20.769474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] No DVR routers for this DVR port 24fb616e-e05c-43ad-a147-935efcd91acc on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:20.772676 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.774905 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a39798f9-6a21-4e15-a491-604bcd9b86b5 req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.16 "DELETE /v2.0/ports/24fb616e-e05c-43ad-a147-935efcd91acc HTTP/1.1" status: 204 len: 173 time: 1.0785859 Jun 18 00:25:20.778551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'name': 'network-vif-deleted', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:20.785156 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc165252-5fbf-411b-86de-86521474fded" -d '{"events": [{"server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "name": "network-vif-deleted", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:20.787077 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.818883 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:20.819527 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:20.820888 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ffd4c12-77fe-4775-8f8e-c6ca114ac921 HTTP/1.1" status: 200 len: 1094 time: 1.4236176 Jun 18 00:25:20.850984 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:20.859841 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:20.870634 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e61a7cc-ed88-4ce9-a1da-1c1cff728687 x-openstack-request-id: req-4e61a7cc-ed88-4ce9-a1da-1c1cff728687 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:20.871238 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44603eba-1228-44be-89e6-c6c244d93064", "name": "network-vif-deleted", "tag": "24fb616e-e05c-43ad-a147-935efcd91acc", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:20.871575 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e61a7cc-ed88-4ce9-a1da-1c1cff728687 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:20.872458 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44603eba-1228-44be-89e6-c6c244d93064', 'name': 'network-vif-deleted', 'tag': '24fb616e-e05c-43ad-a147-935efcd91acc', 'status': 'completed', 'code': 200} Jun 18 00:25:20.887853 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bd84a0b5-3109-4ced-be24-ced54d8c2663 req-02055cea-df6f-4995-bf99-66d27a984303 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/security-groups?id=0232e1bf-e91a-48a8-a98d-4a10d58e55df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860148 Jun 18 00:25:21.017532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e3727-910e-4fb5-885e-165a4db09c30 req-5ddc9bf4-a5af-4c78-98ff-b4640026549d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:21.019150 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f9e3727-910e-4fb5-885e-165a4db09c30 req-5ddc9bf4-a5af-4c78-98ff-b4640026549d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 944 time: 0.0633678 Jun 18 00:25:21.037180 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-66a1761e-de07-454d-92d0-c5c8b0fe81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:21.038713 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-66a1761e-de07-454d-92d0-c5c8b0fe81c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 1097 time: 0.0575488 Jun 18 00:25:21.060841 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1f9e3727-910e-4fb5-885e-165a4db09c30 req-a73f09b5-79ed-443b-9197-a5378cc5af92 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Jun 18 00:25:21.089476 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-8f0a290c-cb16-436d-b636-7b124cf4b5f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921 HTTP/1.1" status: 200 len: 217 time: 0.0359166 Jun 18 00:25:21.152534 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-f9124a5a-1266-41d2-8202-349ca228ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:21.154107 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-f9124a5a-1266-41d2-8202-349ca228ec7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.0505822 Jun 18 00:25:21.203751 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-17764860-ed4f-483e-9c80-625058bec817 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336287 Jun 18 00:25:21.293033 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-f18fe551-d705-4d1c-8e56-c7b9c1cae357 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jun 18 00:25:21.383520 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e051ff02-eb6e-478a-a421-2f23434c9eaf req-32ca3548-39e8-4849-a2f1-0f8d25c63afb service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839541 Jun 18 00:25:22.049853 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-060e5e41-23d4-4504-91ac-9ff859993f76 req-8dd1c6dd-4864-4927-8370-0bd4e6d5b6e2 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] 10.222.0.38 "GET /v2.0/ports?device_id=44603eba-1228-44be-89e6-c6c244d93064 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Jun 18 00:25:22.233282 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56aca-f3c0-45d5-a6cf-7805228abda7 req-75aacf35-87ec-47ef-812f-133e220e3118 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:22.234625 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1fe56aca-f3c0-45d5-a6cf-7805228abda7 req-75aacf35-87ec-47ef-812f-133e220e3118 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 944 time: 0.0624721 Jun 18 00:25:22.269847 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1fe56aca-f3c0-45d5-a6cf-7805228abda7 req-109f31cc-0af1-4176-b404-6e864b0ddca2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296474 Jun 18 00:25:22.449214 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:22.873950 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:22.876390 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc283b8-2db0-4e4a-b229-e30d68a700d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:22.913120 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8109f3-dd44-40bd-bc41-3c70a3806809 x-openstack-request-id: req-1b8109f3-dd44-40bd-bc41-3c70a3806809 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:22.913448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:22.913740 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b8109f3-dd44-40bd-bc41-3c70a3806809 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:22.914166 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921', 'status': 'completed', 'code': 200} Jun 18 00:25:23.013975 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-7bb4047c-fac6-4ac1-a37d-03e0c2c1604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:23.015503 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-7bb4047c-fac6-4ac1-a37d-03e0c2c1604b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 1097 time: 0.0526137 Jun 18 00:25:23.040767 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 24fb616e-e05c-43ad-a147-935efcd91acc no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:23.064011 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 24fb616e-e05c-43ad-a147-935efcd91acc {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:23.064277 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 24fb616e-e05c-43ad-a147-935efcd91acc not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:23.105377 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-e2c628cf-c1d7-436d-8dc8-238283721ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:23.106865 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-e2c628cf-c1d7-436d-8dc8-238283721ea4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 200 len: 915 time: 0.0839942 Jun 18 00:25:23.162757 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-5a9525e9-b936-4b2b-9b58-aea131b4bc48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921 HTTP/1.1" status: 200 len: 217 time: 0.0399127 Jun 18 00:25:23.209898 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-32f9299f-09c4-4d5f-84db-fde44c897bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:23.211302 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-32f9299f-09c4-4d5f-84db-fde44c897bb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 200 len: 854 time: 0.0419948 Jun 18 00:25:23.243578 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-82eb721b-1ea7-42f6-9d33-69dbaafbc68b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c102f2c0-642f-447c-9e8a-9c0836482288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257516 Jun 18 00:25:23.346539 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-81f5def9-c932-4168-86ed-7f070aff147a service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935137 Jun 18 00:25:23.440411 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-3fc283b8-2db0-4e4a-b229-e30d68a700d3 req-3da89081-5d2a-4add-acfa-55d7eca24473 service neutron] 10.222.0.16 "GET /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828116 Jun 18 00:25:23.450734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cdebb-07d8-45ce-9009-7811147188ae req-c4d31f40-1219-47db-8809-ffd54e4c386f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:23.452180 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-834cdebb-07d8-45ce-9009-7811147188ae req-c4d31f40-1219-47db-8809-ffd54e4c386f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 944 time: 0.0621912 Jun 18 00:25:23.491886 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-834cdebb-07d8-45ce-9009-7811147188ae req-70f591ed-50f6-4673-882d-8627c0a7fac2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Jun 18 00:25:24.661383 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c583fd-d841-4b6e-865a-156ea0478503 req-f26818d3-8dab-40d7-8983-2dc08047d92a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:24.663478 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61c583fd-d841-4b6e-865a-156ea0478503 req-f26818d3-8dab-40d7-8983-2dc08047d92a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 944 time: 0.0610402 Jun 18 00:25:24.704821 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61c583fd-d841-4b6e-865a-156ea0478503 req-855358be-b726-4c14-b543-021c4ed10cdd tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Jun 18 00:25:24.705797 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40888) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:25.033332 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:25:25.035972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.123144 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:25.134757 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921', 'network_id': 'c102f2c0-642f-447c-9e8a-9c0836482288', 'port_id': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921', 'mac_address': 'fa:16:3e:db:16:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a26b72-22a3-4e3e-9aed-f231f3d526a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:25:25.174364 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.187031 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:25:25.205639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:25.260490 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.262401 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:25.279259 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Deleting port f4f1d347-0fb7-41ef-b534-37a3c0a01a75 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:25.279609 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.308302 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:25.311350 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:25.357400 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] For port f4f1d347-0fb7-41ef-b534-37a3c0a01a75, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:25.357760 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.421744 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Calling delete_port for f4f1d347-0fb7-41ef-b534-37a3c0a01a75 owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:25.654934 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.657683 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cb3047a8-4525-4fb2-8a2a-6c950ae06814 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:25.681592 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f1d347-0fb7-41ef-b534-37a3c0a01a75,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:25.685279 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:25.697990 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['8ffd4c12-77fe-4775-8f8e-c6ca114ac921'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:25.877029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:25.908873 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ab4b-c54a-4949-af95-7846956c4e3e req-989fcf7a-88e1-45aa-ad29-1b597d108219 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:25.910353 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0459ab4b-c54a-4949-af95-7846956c4e3e req-989fcf7a-88e1-45aa-ad29-1b597d108219 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 945 time: 0.0665207 Jun 18 00:25:25.947716 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0459ab4b-c54a-4949-af95-7846956c4e3e req-93315cd3-66e3-4e9f-ac37-aaa8ef8ba969 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Jun 18 00:25:26.087983 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Router 954a5791-6980-403b-8c1c-35f0cc404ea1 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:25:26.187856 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:25:26.192761 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] 10.222.0.38 "PUT /v2.0/routers/954a5791-6980-403b-8c1c-35f0cc404ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861586 Jun 18 00:25:26.195331 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40894) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:26.197994 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Sync routers for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:25:26.207257 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:26.208017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:26.295925 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks [] for router, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:26.309244 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:26.395896 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:26.490427 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:25:25Z', 'revision_number': 5, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port': {'id': '3f5b385d-379a-4d60-840a-0e53f2493fee', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:42Z', 'updated_at': '2021-06-18T00:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:26.505446 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Deleting port 3f5b385d-379a-4d60-840a-0e53f2493fee {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:26.505801 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:26.516639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Checking router: 954a5791-6980-403b-8c1c-35f0cc404ea1 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:25:26.526366 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Routers {'954a5791-6980-403b-8c1c-35f0cc404ea1'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:26.527101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['954a5791-6980-403b-8c1c-35f0cc404ea1'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:26.585377 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] For port 3f5b385d-379a-4d60-840a-0e53f2493fee, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3f5b385d-379a-4d60-840a-0e53f2493fee,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:26.585731 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:26.609858 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] Set router 954a5791-6980-403b-8c1c-35f0cc404ea1 gateway port host: None {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:26.649723 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Calling delete_port for 3f5b385d-379a-4d60-840a-0e53f2493fee owned by network:router_gateway {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:26.661272 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:25:26Z', 'revision_number': 6, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:26.687292 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190c069-cd13-431c-b5ba-0de0055afdf0 None None] The sync data for ids ['954a5791-6980-403b-8c1c-35f0cc404ea1'] in dv-cinder-796950-2-iscsi is: [{'id': '954a5791-6980-403b-8c1c-35f0cc404ea1', 'name': 'tempest-TestMinimumBasicScenario-1249669506-router', 'tenant_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:41Z', 'updated_at': '2021-06-18T00:25:26Z', 'revision_number': 6, 'project_id': 'f4e7a65e949e433cbe350cb25681c4eb', 'gw_port_host': None}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:25:26.848929 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:26.852386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:26.875459 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5b385d-379a-4d60-840a-0e53f2493fee,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:26.879188 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:26.933827 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.043830 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:25:27.158330 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:25:27.163726 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:25:27.164169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.172271 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19543355-2020-40ba-a76e-56ca486ac950 req-b403fad1-c26e-471b-804c-bc24e2919fab tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:27.175660 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-19543355-2020-40ba-a76e-56ca486ac950 req-b403fad1-c26e-471b-804c-bc24e2919fab tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Jun 18 00:25:27.218942 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f4f1d347-0fb7-41ef-b534-37a3c0a01a75 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:27.227213 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-19543355-2020-40ba-a76e-56ca486ac950 req-b57ff314-6953-40cf-96d1-2d3df073b4c2 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 Jun 18 00:25:27.249844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: f4f1d347-0fb7-41ef-b534-37a3c0a01a75 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:27.250295 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f4f1d347-0fb7-41ef-b534-37a3c0a01a75 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:27.298116 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.301936 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.304311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.319974 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:27.322213 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1dea9d-2a62-4a6c-add2-9fe30d2e487b" -d '{"events": [{"server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:27.334268 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:27.360724 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a5f7b-9f97-415a-bc8a-e030a07c6687 x-openstack-request-id: req-922a5f7b-9f97-415a-bc8a-e030a07c6687 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:27.361028 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "name": "network-vif-plugged", "status": "completed", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:27.361286 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-922a5f7b-9f97-415a-bc8a-e030a07c6687 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:27.361682 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921', 'code': 200} Jun 18 00:25:27.409358 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.411943 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:27.438424 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.438990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 954a5791-6980-403b-8c1c-35f0cc404ea1 {{(pid=99799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:25:27.447880 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.447880 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-25132d10-d73d-463c-bd1a-8ac93c8be6dd admin admin] 10.222.0.38 "DELETE /v2.0/routers/954a5791-6980-403b-8c1c-35f0cc404ea1 HTTP/1.1" status: 204 len: 168 time: 1.2494586 Jun 18 00:25:27.448346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40902) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:27.461197 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:27.464146 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:27.494380 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Deleting subnet 8c3cc522-4fdf-431a-ba56-570fcc70e254 {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:25:27.497398 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.530924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.651244 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.742103 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.744681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:27.804995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3cc522-4fdf-431a-ba56-570fcc70e254,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:27.810911 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.811289 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e185f9f-1c89-4816-b071-6d970794c549 None None] Network af32f04e-8c97-45d4-87f4-6fea059fb69d requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:25:27.812449 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8c3cc522-4fdf-431a-ba56-570fcc70e254 HTTP/1.1" status: 204 len: 168 time: 0.3631504 Jun 18 00:25:27.813335 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0eddc194-4f24-4e83-a8e6-4afe2db571a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:27.815017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40906) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:27.843387 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf50f7-cd4f-45b4-9a36-e2b6b8e21293 req-21bff8b6-1f8c-41c0-a69e-168d4292c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:27.846728 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a1bf50f7-cd4f-45b4-9a36-e2b6b8e21293 req-21bff8b6-1f8c-41c0-a69e-168d4292c18c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 1099 time: 0.0948155 Jun 18 00:25:27.888174 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a1bf50f7-cd4f-45b4-9a36-e2b6b8e21293 req-50b43e97-f738-45a0-9ccc-d51f7ce1512a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jun 18 00:25:27.900818 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:27.954124 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Deleting port 07987e36-d26e-4a3e-aae8-943c01149f8e {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:27.958499 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.021498 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] For port 07987e36-d26e-4a3e-aae8-943c01149f8e, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=07987e36-d26e-4a3e-aae8-943c01149f8e,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:28.021770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.084516 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Calling delete_port for 07987e36-d26e-4a3e-aae8-943c01149f8e owned by network:dhcp {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:28.107356 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] DHCP port deletion for af32f04e-8c97-45d4-87f4-6fea059fb69d request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:25:28.155994 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Deleting port 07987e36-d26e-4a3e-aae8-943c01149f8e {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:28.156411 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.215546 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] For port 07987e36-d26e-4a3e-aae8-943c01149f8e, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=07987e36-d26e-4a3e-aae8-943c01149f8e,segment=NetworkSegment(3556ca92-9f6c-4b44-a424-8c69fffe6ffc),segment_id=3556ca92-9f6c-4b44-a424-8c69fffe6ffc)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:28.215968 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.249231 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.251455 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:28.274357 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Pushing event deleted for resources: {'Port': ['ID=07987e36-d26e-4a3e-aae8-943c01149f8e,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:28.277777 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:28.280513 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] No DVR routers for this DVR port 07987e36-d26e-4a3e-aae8-943c01149f8e on host dv-cinder-796950-2-iscsi {{(pid=99800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:28.283104 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Calling delete_port for 07987e36-d26e-4a3e-aae8-943c01149f8e owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:28.355021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.388847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af32f04e-8c97-45d4-87f4-6fea059fb69d']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:28.403235 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3556ca92-9f6c-4b44-a424-8c69fffe6ffc') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:28.403528 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3556ca92-9f6c-4b44-a424-8c69fffe6ffc') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:28.407000 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.409723 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:28.415415 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.434100 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] No DVR routers for this DVR port 07987e36-d26e-4a3e-aae8-943c01149f8e on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:28.435767 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.438459 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Pushing event deleted for resources: {'Port': ['ID=07987e36-d26e-4a3e-aae8-943c01149f8e,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:28.440526 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:28.443615 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:25:28.444556 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:25:28.447052 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:25:28.493099 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d9604-cde7-45f5-89e1-dd75f4ba331b req-a99329fe-4b2e-463f-b07c-bc901f046c06 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:28.494557 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-515d9604-cde7-45f5-89e1-dd75f4ba331b req-a99329fe-4b2e-463f-b07c-bc901f046c06 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.1427350 Jun 18 00:25:28.537964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-515d9604-cde7-45f5-89e1-dd75f4ba331b req-b434f254-7630-4c4f-a186-3e59c5a84665 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jun 18 00:25:28.586297 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.589902 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:28.592306 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:28.594061 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] 10.222.0.38 "DELETE /v2.0/networks/af32f04e-8c97-45d4-87f4-6fea059fb69d HTTP/1.1" status: 204 len: 168 time: 0.7776747 Jun 18 00:25:28.597035 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40910) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:28.604745 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Pushing event deleted for resources: {'Network': ['ID=af32f04e-8c97-45d4-87f4-6fea059fb69d,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:28.607307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:28.882946 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3f5b385d-379a-4d60-840a-0e53f2493fee no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:28.901601 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 3f5b385d-379a-4d60-840a-0e53f2493fee {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:28.901952 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3f5b385d-379a-4d60-840a-0e53f2493fee not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:28.902371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 07987e36-d26e-4a3e-aae8-943c01149f8e no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:28.923810 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 07987e36-d26e-4a3e-aae8-943c01149f8e {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:28.924164 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 07987e36-d26e-4a3e-aae8-943c01149f8e not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:28.932488 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:29.172210 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Deleting port 1a2f2a56-b07b-4498-8257-d3bb25881add {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:29.172553 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:29.245826 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] For port 1a2f2a56-b07b-4498-8257-d3bb25881add, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=1a2f2a56-b07b-4498-8257-d3bb25881add,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:29.246181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:29.311310 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Calling delete_port for 1a2f2a56-b07b-4498-8257-d3bb25881add owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:29.557480 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:29.560266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:29.585666 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2f2a56-b07b-4498-8257-d3bb25881add,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:29.588065 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:29.725694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234d0f9-9fd8-4466-b989-ef38d416fe25 req-d69868da-b19e-475c-accf-545625dc335b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:29.727331 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d234d0f9-9fd8-4466-b989-ef38d416fe25 req-d69868da-b19e-475c-accf-545625dc335b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.0685604 Jun 18 00:25:29.766488 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d234d0f9-9fd8-4466-b989-ef38d416fe25 req-a19e74a2-4ec4-403c-9cf9-ba0a6add3ab4 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Jun 18 00:25:29.767289 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:29.973235 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Router 3850e243-70de-453b-9123-c6403680eb7f has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:25:30.077813 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:25:30.082943 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] 10.222.0.38 "PUT /v2.0/routers/3850e243-70de-453b-9123-c6403680eb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848604 Jun 18 00:25:30.086011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40922) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:30.089166 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Sync routers for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:25:30.099329 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:30.102211 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:30.191379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.204511 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:30.305926 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.385782 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:25:29Z', 'revision_number': 5, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port': {'id': '9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850e243-70de-453b-9123-c6403680eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:21:49Z', 'updated_at': '2021-06-18T00:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:30.408672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Deleting port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:30.409084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.414397 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Checking router: 3850e243-70de-453b-9123-c6403680eb7f for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:25:30.422593 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Routers {'3850e243-70de-453b-9123-c6403680eb7f'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:30.423287 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['3850e243-70de-453b-9123-c6403680eb7f'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:30.490566 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] For port 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:30.490972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.507650 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] Set router 3850e243-70de-453b-9123-c6403680eb7f gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:30.552575 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Calling delete_port for 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d owned by network:router_gateway {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:30.560177 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:25:30Z', 'revision_number': 6, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:30.590125 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13c4790-e3ed-4ef0-814e-05435b97064f None None] The sync data for ids ['3850e243-70de-453b-9123-c6403680eb7f'] in dv-cinder-796950-2-iscsi is: [{'id': '3850e243-70de-453b-9123-c6403680eb7f', 'name': 'tempest-TestMinimumBasicScenario-602197180-router', 'tenant_id': '988ae1399bd4400ab8383e8782f32f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:21:48Z', 'updated_at': '2021-06-18T00:25:30Z', 'revision_number': 6, 'project_id': '988ae1399bd4400ab8383e8782f32f24', 'gw_port_host': None}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:25:30.758019 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.760893 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6230bac4-2bae-440d-a875-b1cb57f2a764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:30.791340 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:30.797297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:30.855316 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.951811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:30.958461 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.066262 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.066913 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3850e243-70de-453b-9123-c6403680eb7f {{(pid=99799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:25:31.071428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.077008 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3850e243-70de-453b-9123-c6403680eb7f HTTP/1.1" status: 204 len: 168 time: 0.9856236 Jun 18 00:25:31.077008 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40928) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:31.118060 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Deleting subnet 52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:25:31.121005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.154134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.233418 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.358217 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.367207 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:31.399286 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:31.401464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.403036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1a2f2a56-b07b-4498-8257-d3bb25881add no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:31.406102 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/52e1f4a4-6d7a-4885-ac7a-163e4f9c8f5d HTTP/1.1" status: 204 len: 168 time: 0.3274221 Jun 18 00:25:31.406102 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-79b8c356-d74c-4576-859d-319cc495cc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:31.406102 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40936) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:31.406861 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497ec28-ec71-422f-b9bc-27e07a07ef80 None None] Network 3dd38ac5-d115-4283-8d85-ec4cec387f67 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:25:31.469280 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 1a2f2a56-b07b-4498-8257-d3bb25881add {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:31.469758 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 1a2f2a56-b07b-4498-8257-d3bb25881add not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:31.477975 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.538567 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Deleting port f3f461bb-bef5-4a1c-b7a2-941ef2259366 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:31.539058 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.613155 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] For port f3f461bb-bef5-4a1c-b7a2-941ef2259366, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f3f461bb-bef5-4a1c-b7a2-941ef2259366,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:31.613532 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.642132 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] DHCP port deletion for 3dd38ac5-d115-4283-8d85-ec4cec387f67 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:25:31.695435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Calling delete_port for f3f461bb-bef5-4a1c-b7a2-941ef2259366 owned by network:dhcp {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:31.696101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Deleting port f3f461bb-bef5-4a1c-b7a2-941ef2259366 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:31.696101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.761737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] For port f3f461bb-bef5-4a1c-b7a2-941ef2259366, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f3f461bb-bef5-4a1c-b7a2-941ef2259366,segment=NetworkSegment(004545a2-ed70-4cb1-876d-af54d4272e63),segment_id=004545a2-ed70-4cb1-876d-af54d4272e63)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:31.762134 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.825867 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Calling delete_port for f3f461bb-bef5-4a1c-b7a2-941ef2259366 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:31.837181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.837181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e09d97a6-6917-4c6f-bff3-53e874e67d38 tempest-VolumesSnapshotTestJSON-358947513 tempest-VolumesSnapshotTestJSON-358947513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:31.860138 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f461bb-bef5-4a1c-b7a2-941ef2259366,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:31.863276 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:31.864047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] No DVR routers for this DVR port f3f461bb-bef5-4a1c-b7a2-941ef2259366 on host dv-cinder-796950-2-iscsi {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:31.904229 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.906206 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:31.932840 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Pushing event deleted for resources: {'Port': ['ID=f3f461bb-bef5-4a1c-b7a2-941ef2259366,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:31.934465 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] No DVR routers for this DVR port f3f461bb-bef5-4a1c-b7a2-941ef2259366 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:31.935901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-a2befeae-3e6c-45e3-a960-b80d814e2e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:31.936691 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.947990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd38ac5-d115-4283-8d85-ec4cec387f67']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:31.958349 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004545a2-ed70-4cb1-876d-af54d4272e63') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:31.958653 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004545a2-ed70-4cb1-876d-af54d4272e63') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:31.967209 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.980595 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.986226 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:25:31.986613 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:25:31.988306 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:25:32.117772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.121638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:32.127266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.127266 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3dd38ac5-d115-4283-8d85-ec4cec387f67 HTTP/1.1" status: 204 len: 168 time: 0.7193134 Jun 18 00:25:32.137118 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd38ac5-d115-4283-8d85-ec4cec387f67,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:32.139676 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ce83daa3-6fe2-4642-91fb-6c251df91354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:32.446958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40950) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:32.492660 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-6bd5ec93-bc79-41da-a74a-cd2d7d572410 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4e7a65e949e433cbe350cb25681c4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422938 Jun 18 00:25:32.492958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 40952) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:32.540107 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.561270 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.659358 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.661967 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:32.663117 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0232e1bf-e91a-48a8-a98d-4a10d58e55df HTTP/1.1" status: 204 len: 168 time: 0.1692791 Jun 18 00:25:32.663889 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a3479307-be28-44ff-8fcf-9d30d6ec699d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:32.671276 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232e1bf-e91a-48a8-a98d-4a10d58e55df,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:32.673657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:32.878084 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:32.897519 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:32.897865 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 9dce9584-1eaf-4ef5-a6ab-146a9ab6ed1d not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:32.898270 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f3f461bb-bef5-4a1c-b7a2-941ef2259366 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:32.915269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: f3f461bb-bef5-4a1c-b7a2-941ef2259366 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:32.915618 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f3f461bb-bef5-4a1c-b7a2-941ef2259366 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:33.340538 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40960) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:33.379347 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1798aab8-8e3a-45f4-8871-44de65dc9201 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=988ae1399bd4400ab8383e8782f32f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395157 Jun 18 00:25:33.381700 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 40962) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:33.427250 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:33.448231 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:33.556584 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:33.559305 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:33.560497 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/026d00bc-3ea7-4e18-8064-17615c714b84 HTTP/1.1" status: 204 len: 168 time: 0.1778896 Jun 18 00:25:33.561360 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-10c11831-e41f-470e-9a55-e0e2ad19e60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:33.570569 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d00bc-3ea7-4e18-8064-17615c714b84,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:33.573090 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-51fc2944-8218-4fdc-a8db-85bbb07359eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:39.860373 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:25:45.209529 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697044ac-1ca0-4347-872d-6081b4e0bd2f req-bba59850-ecf8-4e0b-bbee-c4269018ec0f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:45.211039 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-697044ac-1ca0-4347-872d-6081b4e0bd2f req-bba59850-ecf8-4e0b-bbee-c4269018ec0f tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.0615265 Jun 18 00:25:45.247894 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-697044ac-1ca0-4347-872d-6081b4e0bd2f req-70fe224b-50a6-4fb6-abbb-f9af9295da50 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jun 18 00:25:46.419980 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1489a8-4fc9-48e0-a822-a6378d882370 req-87fa901e-cfe4-456f-a89e-5a2b845ab330 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:46.421564 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8c1489a8-4fc9-48e0-a822-a6378d882370 req-87fa901e-cfe4-456f-a89e-5a2b845ab330 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.0655773 Jun 18 00:25:46.459899 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8c1489a8-4fc9-48e0-a822-a6378d882370 req-d27537c3-44ed-49a5-8a47-bb08f06ad22b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jun 18 00:25:47.197745 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-4f4e37c1-bc64-42c2-9381-b735e76bfa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:47.296822 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79168-58c0-464b-92df-fd36aeeda35e req-23d6cea7-9115-40c3-b584-ca65d99a6745 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:47.298243 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-47d79168-58c0-464b-92df-fd36aeeda35e req-23d6cea7-9115-40c3-b584-ca65d99a6745 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.0632901 Jun 18 00:25:47.634107 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de3ee-3d12-4165-a213-cfcd94b40388 req-021ff551-c1fb-4a07-9234-5aef8048dbd9 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:47.636342 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5b6de3ee-3d12-4165-a213-cfcd94b40388 req-021ff551-c1fb-4a07-9234-5aef8048dbd9 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 946 time: 0.0650637 Jun 18 00:25:47.642641 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Deleting port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:47.643024 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:47.681336 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5b6de3ee-3d12-4165-a213-cfcd94b40388 req-547d8b6b-210e-41e0-8995-bd4f9d0a6161 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 Jun 18 00:25:47.734721 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:47.735263 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] For port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:47.735630 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:47.800884 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Calling delete_port for 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:47.962956 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:47.966819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-87096a73-8afa-47b7-89bc-75045ab6e31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:47.994053 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event deleted for resources: {'Port': ['ID=8ffd4c12-77fe-4775-8f8e-c6ca114ac921,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:47.999356 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412', 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', '546a3313-c7be-4150-8454-8d604079f2dd', '8ffd4c12-77fe-4775-8f8e-c6ca114ac921'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:48.003350 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.003725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.004144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.004487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.005057 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.005423 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.005780 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.006464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.006464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.006843 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.007231 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.008121 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:48.031141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:48.050519 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] No DVR routers for this DVR port 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:48.053023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:48.055699 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-47d79168-58c0-464b-92df-fd36aeeda35e req-3684a52c-880c-4090-9991-aba13e057db8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "DELETE /v2.0/ports/8ffd4c12-77fe-4775-8f8e-c6ca114ac921 HTTP/1.1" status: 204 len: 173 time: 0.7513371 Jun 18 00:25:48.056192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'name': 'network-vif-deleted', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:48.058440 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69065509-a47d-463e-86bd-2783845f6552" -d '{"events": [{"server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "name": "network-vif-deleted", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:48.094256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a7f3ef-7466-44e1-80a3-216dd98d9997 x-openstack-request-id: req-f7a7f3ef-7466-44e1-80a3-216dd98d9997 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:48.094626 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f62933b-997b-4ea0-9b71-e4618a6d3931", "name": "network-vif-deleted", "tag": "8ffd4c12-77fe-4775-8f8e-c6ca114ac921", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:48.099445 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7a7f3ef-7466-44e1-80a3-216dd98d9997 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:48.099445 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f62933b-997b-4ea0-9b71-e4618a6d3931', 'name': 'network-vif-deleted', 'tag': '8ffd4c12-77fe-4775-8f8e-c6ca114ac921', 'status': 'completed', 'code': 200} Jun 18 00:25:48.836287 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4e31ce2b-d2f3-465f-a954-152f37d009f8 req-356d87bc-4643-4027-b320-121d7486305d tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f62933b-997b-4ea0-9b71-e4618a6d3931 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Jun 18 00:25:49.791651 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a29eadc1-1f89-4881-acd7-da1d419d565d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:49.866260 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:49.992566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2c512-cdd3-4b71-80e0-f5003beb524e req-ab10d137-7ba4-4043-a6bc-80972d90428a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:49.994074 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2aa2c512-cdd3-4b71-80e0-f5003beb524e req-ab10d137-7ba4-4043-a6bc-80972d90428a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0788348 Jun 18 00:25:50.032702 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2aa2c512-cdd3-4b71-80e0-f5003beb524e req-d58f5727-90ea-41cd-939c-2100b6d956af tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Jun 18 00:25:50.733836 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:51.176543 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:51.199256 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:51.199781 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 8ffd4c12-77fe-4775-8f8e-c6ca114ac921 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:51.411951 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51bd14-65e2-408c-8b09-db5d231e23a2 req-a25c3d7c-40d0-4fc4-992e-5ff3f7fdc688 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:51.413959 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af51bd14-65e2-408c-8b09-db5d231e23a2 req-a25c3d7c-40d0-4fc4-992e-5ff3f7fdc688 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0623407 Jun 18 00:25:51.451201 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af51bd14-65e2-408c-8b09-db5d231e23a2 req-a704f723-e18c-46da-bfde-106e90d4ea44 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Jun 18 00:25:51.792269 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf41ce-436a-4b8b-9c5f-6ea3fde0185b req-9810cc1e-42c3-4c1c-bc61-f51b2e137ee0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:51.793732 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61bf41ce-436a-4b8b-9c5f-6ea3fde0185b req-9810cc1e-42c3-4c1c-bc61-f51b2e137ee0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0602221 Jun 18 00:25:51.834848 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-61bf41ce-436a-4b8b-9c5f-6ea3fde0185b req-0b47c5d9-7587-4316-a01e-27e9a1faaa41 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Jun 18 00:25:52.477775 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:52.502793 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbbf1-128c-4c41-be29-f54252372bea req-8ad1e5cb-f08d-444a-8cf1-e3233851cb9a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:52.504275 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-694cbbf1-128c-4c41-be29-f54252372bea req-8ad1e5cb-f08d-444a-8cf1-e3233851cb9a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0656765 Jun 18 00:25:52.609881 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Deleting port 3f7d497e-db49-4df8-a782-27bd663b5922 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:52.610216 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:52.621227 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4d2e7-01af-4523-8712-fa53c1073e05 req-46824950-b15b-45ff-85ca-21a90b48a40a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:52.622716 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-80d4d2e7-01af-4523-8712-fa53c1073e05 req-46824950-b15b-45ff-85ca-21a90b48a40a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 945 time: 0.0618451 Jun 18 00:25:52.659737 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-80d4d2e7-01af-4523-8712-fa53c1073e05 req-31bfc25f-c3f4-4c23-b3ea-7faa98da52c5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=61cfcbe3-7997-4ccb-bc07-e474f6063763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Jun 18 00:25:52.696617 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] For port 3f7d497e-db49-4df8-a782-27bd663b5922, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3f7d497e-db49-4df8-a782-27bd663b5922,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:52.696975 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:52.862511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:52.862905 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:52.863215 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Floating IP a33a887a-9cc1-413d-beef-3b63067f9edd disassociated. External IP: 172.27.0.123, port: 3f7d497e-db49-4df8-a782-27bd663b5922. Jun 18 00:25:52.863553 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Calling delete_port for 3f7d497e-db49-4df8-a782-27bd663b5922 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:53.007810 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505472-a2ac-43f8-a795-930e6c2c2975 req-7b5409a6-6acf-4f85-a499-f0d750e01427 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:53.009282 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-32505472-a2ac-43f8-a795-930e6c2c2975 req-7b5409a6-6acf-4f85-a499-f0d750e01427 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0625772 Jun 18 00:25:53.046044 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-32505472-a2ac-43f8-a795-930e6c2c2975 req-a7883e73-ceae-4d89-9bd3-6a464bbd859b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Jun 18 00:25:53.065933 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:53.071451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ad321604-84c4-4cf4-ab07-2885bbb7a74f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:53.098723 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'Port': ['ID=3f7d497e-db49-4df8-a782-27bd663b5922,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:53.102596 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:53.209290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:25:53.307786 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:25:53.317499 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:25:53.326262 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:53.326922 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:53.352341 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] No DVR routers for this DVR port 3f7d497e-db49-4df8-a782-27bd663b5922 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:53.354715 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:53.356677 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-694cbbf1-128c-4c41-be29-f54252372bea req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "DELETE /v2.0/ports/3f7d497e-db49-4df8-a782-27bd663b5922 HTTP/1.1" status: 204 len: 173 time: 0.8443441 Jun 18 00:25:53.357177 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'name': 'network-vif-deleted', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:53.359449 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cb0aaf-a076-42d4-b05d-9a9b070c0d0c" -d '{"events": [{"server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "name": "network-vif-deleted", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:53.397667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5050e9b2-9483-4ad1-9365-801921c60b9a x-openstack-request-id: req-5050e9b2-9483-4ad1-9365-801921c60b9a {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:53.398499 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959904f8-d5d1-45a0-9d2f-d6318710a33d", "name": "network-vif-deleted", "tag": "3f7d497e-db49-4df8-a782-27bd663b5922", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:53.398817 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5050e9b2-9483-4ad1-9365-801921c60b9a {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:53.399249 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959904f8-d5d1-45a0-9d2f-d6318710a33d', 'name': 'network-vif-deleted', 'tag': '3f7d497e-db49-4df8-a782-27bd663b5922', 'status': 'completed', 'code': 200} Jun 18 00:25:53.431193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:53.636093 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:53.664571 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:25:53.672671 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:25:53.673266 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:53.783335 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:25:53.818560 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0ef1bec0-5240-4213-9f94-b9f448b5819c req-b952ddca-4b38-4e16-9e7e-0b59279d8566 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=959904f8-d5d1-45a0-9d2f-d6318710a33d HTTP/1.1" status: 200 len: 210 time: 0.0331666 Jun 18 00:25:53.840832 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127351e-b538-4ddb-a47e-16ad70332212 req-15e02424-e1a0-441b-9c72-04db58ca03fc tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:53.842608 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6127351e-b538-4ddb-a47e-16ad70332212 req-15e02424-e1a0-441b-9c72-04db58ca03fc tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0875728 Jun 18 00:25:53.948929 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Deleting port 546a3313-c7be-4150-8454-8d604079f2dd {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:53.949140 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:54.037421 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] For port 546a3313-c7be-4150-8454-8d604079f2dd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=546a3313-c7be-4150-8454-8d604079f2dd,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:54.037890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:54.103972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Calling delete_port for 546a3313-c7be-4150-8454-8d604079f2dd owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:54.104995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:25:54.143897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454bae1-d94a-48ec-b3d8-7d7df2d3dbba None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:25:54.236162 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e6110-7f73-48ad-9eee-25f09bdfaa06 req-4087e111-4047-4e85-b5fb-63672f5268b1 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:54.237742 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-944e6110-7f73-48ad-9eee-25f09bdfaa06 req-4087e111-4047-4e85-b5fb-63672f5268b1 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 946 time: 0.0706387 Jun 18 00:25:54.280762 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-944e6110-7f73-48ad-9eee-25f09bdfaa06 req-f1da757d-634e-430c-9194-42425535f5d8 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jun 18 00:25:54.362912 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:54.367359 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b01d3e85-f88b-4cc7-a99c-4724db5d9f34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:54.389675 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbfc68-1e8d-460f-9c70-4e0e8423dad1 None None] New status for floating IP a33a887a-9cc1-413d-beef-3b63067f9edd: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:25:54.394307 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event deleted for resources: {'Port': ['ID=546a3313-c7be-4150-8454-8d604079f2dd,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:54.399146 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:54.403275 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412', 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', '546a3313-c7be-4150-8454-8d604079f2dd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:54.439388 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] No DVR routers for this DVR port 546a3313-c7be-4150-8454-8d604079f2dd on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:54.446961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:54.446961 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6127351e-b538-4ddb-a47e-16ad70332212 req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "DELETE /v2.0/ports/546a3313-c7be-4150-8454-8d604079f2dd HTTP/1.1" status: 204 len: 173 time: 0.5961816 Jun 18 00:25:55.215392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 546a3313-c7be-4150-8454-8d604079f2dd no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:55.221828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41100) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:55.237478 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 546a3313-c7be-4150-8454-8d604079f2dd {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:55.237834 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 546a3313-c7be-4150-8454-8d604079f2dd not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:55.238264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3f7d497e-db49-4df8-a782-27bd663b5922 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:25:55.256147 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 3f7d497e-db49-4df8-a782-27bd663b5922 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:25:55.256500 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 3f7d497e-db49-4df8-a782-27bd663b5922 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:25:55.277658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.299873 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.401283 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'name': 'network-vif-deleted', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:55.403548 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad29df-8afd-42de-b696-ca2e5a761443" -d '{"events": [{"server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "name": "network-vif-deleted", "tag": "546a3313-c7be-4150-8454-8d604079f2dd"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:55.443481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.447687 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.448944 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "DELETE /v2.0/security-groups/61cfcbe3-7997-4ccb-bc07-e474f6063763 HTTP/1.1" status: 204 len: 168 time: 0.2260687 Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbac1b-df8d-4490-bfe2-5c90d54342a5 x-openstack-request-id: req-7bbbac1b-df8d-4490-bfe2-5c90d54342a5 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9f8371-6ea5-4a54-af53-651aded9cc6b", "name": "network-vif-deleted", "tag": "546a3313-c7be-4150-8454-8d604079f2dd", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bbbac1b-df8d-4490-bfe2-5c90d54342a5 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f8371-6ea5-4a54-af53-651aded9cc6b', 'name': 'network-vif-deleted', 'tag': '546a3313-c7be-4150-8454-8d604079f2dd', 'status': 'completed', 'code': 200} Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6c53fabb-a304-4397-a1db-c4ed5000ea46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:55.455776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41106) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:55.460938 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-78af25a0-8837-4800-a842-9e6cc00c7f3c req-e2770aee-c96a-4c3a-aa70-d562064d7b02 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9f8371-6ea5-4a54-af53-651aded9cc6b HTTP/1.1" status: 200 len: 210 time: 0.0297234 Jun 18 00:25:55.471717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cfcbe3-7997-4ccb-bc07-e474f6063763,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:55.474388 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:55.475527 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.api.v2.resource [None req-cff63bfd-6fd6-4827-85b3-6e16f146542e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] show failed (client error): The resource could not be found. Jun 18 00:25:55.476555 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-cff63bfd-6fd6-4827-85b3-6e16f146542e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups/61cfcbe3-7997-4ccb-bc07-e474f6063763 HTTP/1.1" status: 404 len: 347 time: 0.0205302 Jun 18 00:25:55.479374 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41108) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:55.601543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Deleting port b8450663-b6fa-4d1f-8c7f-8b81487fb9c3 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:55.601906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.673971 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.674296 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.738586 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Calling delete_port for b8450663-b6fa-4d1f-8c7f-8b81487fb9c3 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:55.910779 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:55.912848 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a68b0d1c-0198-452a-8205-aa24e4dc7ace tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:55.935669 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'Port': ['ID=b8450663-b6fa-4d1f-8c7f-8b81487fb9c3,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:55.938253 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:56.001203 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.002650 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.003831 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "DELETE /v2.0/floatingips/a33a887a-9cc1-413d-beef-3b63067f9edd HTTP/1.1" status: 204 len: 168 time: 0.5234644 Jun 18 00:25:56.315383 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41114) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:56.320082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142338730', 'description': 'tempest-description--1971516132'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:56.396568 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.476472 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.539717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.543246 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b90e9cdb-5f21-4d9b-b9fb-7526f4764913 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:56.568850 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05d46a-c7c1-42d4-920d-9102fc9ef76c,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:56.572088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:56.631799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.633657 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3167348 Jun 18 00:25:56.636638 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41120) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:56.641244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group_rule': {'security_group_id': '5d05d46a-c7c1-42d4-920d-9102fc9ef76c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:56.733237 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.786956 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.860380 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.862462 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:56.882363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c73d94-40dc-42e5-a310-5cddc0adbc03,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:56.891120 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.891503 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.891881 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.892343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.892604 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.892970 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.893334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.893688 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.894050 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.894402 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.894775 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.895129 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:25:56.898308 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:56.946644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:56.947875 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-e1d0ca60-afc1-4109-a361-9901c7bd1fb7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102353 Jun 18 00:25:56.950384 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41122) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:56.954854 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'security_group_rule': {'security_group_id': '5d05d46a-c7c1-42d4-920d-9102fc9ef76c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:57.074607 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.169508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335142-1e17-40c4-b4b1-cfb68fde0ec9 req-5673d79c-9224-4d5f-b326-c853df5c117b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:57.171001 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4335142-1e17-40c4-b4b1-cfb68fde0ec9 req-5673d79c-9224-4d5f-b326-c853df5c117b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.1088479 Jun 18 00:25:57.172528 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.207340 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c4335142-1e17-40c4-b4b1-cfb68fde0ec9 req-7c532e74-3e87-4e1d-9fc0-be606e1a5f11 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Jun 18 00:25:57.236181 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820994'] for security_group_rule, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.238286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5d3504bf-cd8a-4361-8c68-0e7fdb1c71a6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:57.255334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d972728a-1f89-4436-a7e6-585c47854dd0,revision_number=0']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:57.257989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:57.328496 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.329627 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d756cde9-aed7-44a7-9114-3e2ceb669258 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3782842 Jun 18 00:25:57.332645 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41128) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:25:57.336946 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:25:57.414855 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.509425 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.608174 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Allocated IP 172.27.0.229 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/dd4e628c-b0ea-4b59-abec-61b18b547cbd) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:25:57.707677 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.797400 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:57.800070 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b052321d-078b-46dd-b634-c76f56b3422c tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:57.830297 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:25:57.836682 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:25:57.840133 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:25:57.867485 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=dd4e628c-b0ea-4b59-abec-61b18b547cbd,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:57.872114 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:57.928228 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.041635 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.187800 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.248890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.252018 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:58.335367 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=dd4e628c-b0ea-4b59-abec-61b18b547cbd,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:58.338167 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:58.360699 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.401074 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39762f-df10-4b4d-83e8-01f247b13546 req-333a8b0c-af4d-4a05-8c4a-f41833bbb412 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:58.402473 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cb39762f-df10-4b4d-83e8-01f247b13546 req-333a8b0c-af4d-4a05-8c4a-f41833bbb412 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0844946 Jun 18 00:25:58.439333 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cb39762f-df10-4b4d-83e8-01f247b13546 req-e62a08b6-22ad-4bbe-9420-d2b6a98fa0eb tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Jun 18 00:25:58.459931 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.461080 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-942bbed3-6e8a-4289-b434-1a3bfa25dc01 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1275377 Jun 18 00:25:58.604522 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-af712991-1423-4e10-8ab9-90a9aca4a724 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2142338730&fields=id&tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 267 time: 0.0316408 Jun 18 00:25:58.709685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-edab6f63-f272-4b64-bbca-3e00a29e235e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:58.711092 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-edab6f63-f272-4b64-bbca-3e00a29e235e tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 810 time: 0.1004629 Jun 18 00:25:58.725324 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-62648884-eb94-44aa-8596-fed1070f1674 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/quotas/24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 375 time: 0.0087228 Jun 18 00:25:58.732640 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-ac2f0b48-19e7-465b-b587-4e7463229f2e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:25:58.734082 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-ac2f0b48-19e7-465b-b587-4e7463229f2e tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 945 time: 0.0614336 Jun 18 00:25:58.790870 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-d9ec06d0-cf29-4800-a16b-9370beb6744a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598009 Jun 18 00:25:58.831557 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Deleting port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:25:58.831906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.885581 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-63b1c108-c69b-46a3-9adc-edfec79e743a service neutron] 10.222.0.38 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807419 Jun 18 00:25:58.923541 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] For port fdfef9b7-eab3-43c3-b416-3ee9c2edc394, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:25:58.923900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:58.975411 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-50c8252d-bf2f-45c0-b898-e3d6024b2511 service neutron] 10.222.0.38 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835898 Jun 18 00:25:58.990540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Calling delete_port for fdfef9b7-eab3-43c3-b416-3ee9c2edc394 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:25:59.186861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:59.190961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-58aafb99-8e39-407e-be0a-93ba4a36e69b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:25:59.224831 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412', 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:25:59.231209 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event deleted for resources: {'Port': ['ID=fdfef9b7-eab3-43c3-b416-3ee9c2edc394,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:25:59.232097 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:25:59.236718 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cdfd1a47-e237-4fe7-9645-1b41e60b10fd req-51ba195b-2f70-4a54-bc0b-8abe1f46c779 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 210 time: 0.0364428 Jun 18 00:25:59.272439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] No DVR routers for this DVR port fdfef9b7-eab3-43c3-b416-3ee9c2edc394 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:25:59.274823 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:25:59.276709 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-25c89882-bfd8-4fe4-8b98-5adfcba226fa req-66eb75b8-41e2-497a-ab8e-d560da2867c5 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "DELETE /v2.0/ports/fdfef9b7-eab3-43c3-b416-3ee9c2edc394 HTTP/1.1" status: 204 len: 173 time: 0.5364900 Jun 18 00:25:59.277223 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'name': 'network-vif-deleted', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:25:59.279610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33a3a0-8a20-46d3-bc59-50f02f678c40" -d '{"events": [{"server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "name": "network-vif-deleted", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:25:59.344055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0593c657-24d7-4127-9ba4-13409ef1dd3d x-openstack-request-id: req-0593c657-24d7-4127-9ba4-13409ef1dd3d {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:25:59.344392 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac68a19d-0194-43f3-835c-5ef40ab0dab2", "name": "network-vif-deleted", "tag": "fdfef9b7-eab3-43c3-b416-3ee9c2edc394", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:25:59.344870 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0593c657-24d7-4127-9ba4-13409ef1dd3d {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:25:59.345106 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac68a19d-0194-43f3-835c-5ef40ab0dab2', 'name': 'network-vif-deleted', 'tag': 'fdfef9b7-eab3-43c3-b416-3ee9c2edc394', 'status': 'completed', 'code': 200} Jun 18 00:25:59.579372 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-21ab012f-a6f2-49a0-b239-5f3968a25919 req-b801633f-d691-404e-97f3-80a3702cfa55 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac68a19d-0194-43f3-835c-5ef40ab0dab2 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Jun 18 00:26:00.381963 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7194e244-d8f3-48b9-af2e-fc080c2e3171 req-cbf9082b-a356-4b47-ae19-fcabaad5eda9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 210 time: 0.0323725 Jun 18 00:26:01.222080 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device fdfef9b7-eab3-43c3-b416-3ee9c2edc394 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:01.243751 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: fdfef9b7-eab3-43c3-b416-3ee9c2edc394 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:26:01.244102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device fdfef9b7-eab3-43c3-b416-3ee9c2edc394 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:26:01.409414 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-c09799ea-be5f-4534-bea0-ab645589d75b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:01.410971 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-c09799ea-be5f-4534-bea0-ab645589d75b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 810 time: 0.1025281 Jun 18 00:26:01.463010 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-0ec8139b-97c3-4245-8733-b33618b2be97 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd HTTP/1.1" status: 200 len: 380 time: 0.0350161 Jun 18 00:26:01.472696 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'port': {'device_id': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'admin_state_up': True, 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'security_groups': ['5d05d46a-c7c1-42d4-920d-9102fc9ef76c']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:26:01.524309 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fd167c3f-559d-4c8e-9f22-a45be8a0f112 req-94923bf6-2146-484a-bdcf-de163dd88b5a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Jun 18 00:26:01.637075 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Made reservation on behalf of 24f33f5d450b41c8bbc4b4e9a344d5cd for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:26:01.640604 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:01.767210 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Allocated IP 172.20.0.14 (b96f4944-a8e3-45f9-be06-b52db1c805e0/455131f6-77ea-453e-8f07-124332a48f34/d6f5baea-fd7e-425e-9a89-a3c99220e13e) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:26:01.900819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:01.914095 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Transition to ACTIVE for port object d6f5baea-fd7e-425e-9a89-a3c99220e13e will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:26:02.008558 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.013754 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-344e87ef-8be1-491d-bf06-b92b7c1aa4eb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:02.049257 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:26:02.056199 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:26:02.058789 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:26:02.088396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event updated for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:02.091328 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:02.115586 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:02.116295 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.203825 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7351215 Jun 18 00:26:02.222447 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Request body: {'port': {'device_id': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:26:02.295487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.386416 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-282d4ba9-57d7-45dd-ad95-edf35fe10804 None None] Provisioning for port d6f5baea-fd7e-425e-9a89-a3c99220e13e completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:26:02.391235 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-282d4ba9-57d7-45dd-ad95-edf35fe10804 None None] Provisioning complete for port d6f5baea-fd7e-425e-9a89-a3c99220e13e triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:02.391998 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-282d4ba9-57d7-45dd-ad95-edf35fe10804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.433534 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-282d4ba9-57d7-45dd-ad95-edf35fe10804 None None] Port d6f5baea-fd7e-425e-9a89-a3c99220e13e cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:26:02.545157 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718a969-9266-49da-a9fe-de1448899d53 req-4a5578df-c301-4e5b-89cb-1128c6d33cda tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:02.546628 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7718a969-9266-49da-a9fe-de1448899d53 req-4a5578df-c301-4e5b-89cb-1128c6d33cda tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.0612481 Jun 18 00:26:02.549602 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f5baea-fd7e-425e-9a89-a3c99220e13e {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:02.557522 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.571209 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Transition to ACTIVE for port object d6f5baea-fd7e-425e-9a89-a3c99220e13e will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:26:02.585587 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7718a969-9266-49da-a9fe-de1448899d53 req-94b15fe1-5969-4e71-a4da-5a926b9ea6fa tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Jun 18 00:26:02.654463 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.657420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-65a00ab0-2b68-48af-9e8d-654721bda18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:02.706297 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db004-43d7-43f9-af69-35fa5edf3df8 req-a0ad3b3e-e08e-4c4d-9434-1330afff3ba9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:02.713715 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af7db004-43d7-43f9-af69-35fa5edf3df8 req-a0ad3b3e-e08e-4c4d-9434-1330afff3ba9 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 932 time: 0.0671575 Jun 18 00:26:02.734848 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:02.740567 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:02.748565 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-af7db004-43d7-43f9-af69-35fa5edf3df8 req-d5252223-6554-4104-8bdc-a602384a4fee tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Jun 18 00:26:02.806805 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Attempting to bind port d6f5baea-fd7e-425e-9a89-a3c99220e13e on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:26:02.807147 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Attempting to bind port d6f5baea-fd7e-425e-9a89-a3c99220e13e by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:26:02.807478 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Attempting to bind port d6f5baea-fd7e-425e-9a89-a3c99220e13e on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:26:02.811727 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Port d6f5baea-fd7e-425e-9a89-a3c99220e13e on network b96f4944-a8e3-45f9-be06-b52db1c805e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:26:02.812048 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Attempting to bind port d6f5baea-fd7e-425e-9a89-a3c99220e13e on network b96f4944-a8e3-45f9-be06-b52db1c805e0 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:26:02.816867 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:26:02.817213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Checking segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:26:02.817590 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Bound using segment: {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:26:02.818013 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Bound port: d6f5baea-fd7e-425e-9a89-a3c99220e13e, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9445c1e7-d8f9-4307-b78b-3a990ade118e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:26:02.818363 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.886475 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:26:02.889376 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:26:02.963680 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:02.966631 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-218fd0eb-c2ef-4df4-8f03-54626549048b tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:03.004042 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.004042 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:03.004042 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] 10.222.0.16 "PUT /v2.0/ports/d6f5baea-fd7e-425e-9a89-a3c99220e13e HTTP/1.1" status: 200 len: 1094 time: 0.7857101 Jun 18 00:26:03.004474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:03.006661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:03.036489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:03.039997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:03.066900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5de6d2c-b99a-4006-bd72-f809094746d3 x-openstack-request-id: req-c5de6d2c-b99a-4006-bd72-f809094746d3 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:03.066900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:03.066900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5de6d2c-b99a-4006-bd72-f809094746d3 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:03.066900 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'status': 'completed', 'code': 200} Jun 18 00:26:03.183657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-eb706d78-d689-4849-b941-ea694dbd7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.185249 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-eb706d78-d689-4849-b941-ea694dbd7b16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0629303 Jun 18 00:26:03.293313 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-0c986cf9-848c-4cd4-8a2b-4d9093a6cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.302728 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-0c986cf9-848c-4cd4-8a2b-4d9093a6cd6c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0941503 Jun 18 00:26:03.386743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-eee628f3-78fa-4a35-a4a8-1a8d07d9630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.388242 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7e4c5ff0-5c8c-4f08-a277-d74f723c2048 req-eee628f3-78fa-4a35-a4a8-1a8d07d9630e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867603 Jun 18 00:26:03.506139 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-2ec3c8a0-bbb2-43a8-866b-358a918fba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.507564 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-2ec3c8a0-bbb2-43a8-866b-358a918fba35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0522585 Jun 18 00:26:03.561223 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-b3242d3c-5e6d-4c05-80ff-75a29a4ca4fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e HTTP/1.1" status: 200 len: 217 time: 0.0390809 Jun 18 00:26:03.616920 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-7688be44-c5d5-4d78-88a5-6dbf1d1fef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.618612 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-7688be44-c5d5-4d78-88a5-6dbf1d1fef6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0509570 Jun 18 00:26:03.679472 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-c71e277a-d612-4e44-b71a-88e6e5af2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.681048 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-c71e277a-d612-4e44-b71a-88e6e5af2f03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551023 Jun 18 00:26:03.784137 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd77eb9-b404-4244-96db-77c140d83cbf req-3a806c58-65b0-4a9a-8fe3-aac5cf4b584a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.785742 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8cd77eb9-b404-4244-96db-77c140d83cbf req-3a806c58-65b0-4a9a-8fe3-aac5cf4b584a tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.0686543 Jun 18 00:26:03.835405 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8cd77eb9-b404-4244-96db-77c140d83cbf req-85ebc2fa-89ef-4c18-b1d0-85045d1e2e96 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/security-groups?id=db3b1882-4269-40f0-b188-3163c8a30703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Jun 18 00:26:03.948020 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3513a-d909-405d-b310-d1e33f665826 req-57d4b8a7-4cb2-4759-9dcd-c5c9e50247a2 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:03.949536 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-74c3513a-d909-405d-b310-d1e33f665826 req-57d4b8a7-4cb2-4759-9dcd-c5c9e50247a2 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 944 time: 0.0722554 Jun 18 00:26:03.989928 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-74c3513a-d909-405d-b310-d1e33f665826 req-0484447e-97d3-457c-bfc7-8fc1b0d03e4a tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334435 Jun 18 00:26:04.031683 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-19eebd13-190a-41aa-9bbf-9bf4915a5ac9 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436837 Jun 18 00:26:04.128517 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ba011f3e-ba9a-405a-81ef-b796ba6176b4 req-014c617c-7a1c-415d-be38-1ad62b040241 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891790 Jun 18 00:26:04.439632 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-b80d418f-403a-41a1-ace7-6e4a5e3a2a97 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:04.440948 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-b80d418f-403a-41a1-ace7-6e4a5e3a2a97 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 945 time: 0.0639377 Jun 18 00:26:04.538801 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Deleting port 449e5cce-fef9-4747-898b-8eccb404d412 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:26:04.539139 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:04.643598 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] For port 449e5cce-fef9-4747-898b-8eccb404d412, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=449e5cce-fef9-4747-898b-8eccb404d412,segment=NetworkSegment(506d4b00-1eb2-48e0-9ca0-846d285fd2b0),segment_id=506d4b00-1eb2-48e0-9ca0-846d285fd2b0)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:04.644271 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:04.708876 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Calling delete_port for 449e5cce-fef9-4747-898b-8eccb404d412 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:26:04.872009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:04.878568 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b57ac59c-0991-4532-8f08-dcfa4f1e274a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:04.908233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Pushing event deleted for resources: {'Port': ['ID=449e5cce-fef9-4747-898b-8eccb404d412,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:04.910079 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['449e5cce-fef9-4747-898b-8eccb404d412'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:26:04.936054 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:04.956828 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] No DVR routers for this DVR port 449e5cce-fef9-4747-898b-8eccb404d412 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:26:04.959486 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:04.961645 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7d2a1747-ac3b-47cb-9918-28d2904145ee req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.16 "DELETE /v2.0/ports/449e5cce-fef9-4747-898b-8eccb404d412 HTTP/1.1" status: 204 len: 173 time: 0.5122726 Jun 18 00:26:04.988235 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8f5af840-465a-471d-a11f-24652d38d478 req-b3c9e7a6-2f97-48b5-8706-43abaea7f778 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] 10.222.0.38 "GET /v2.0/ports?device_id=e20c271e-f7d9-491b-a8d2-e7835aa21db2 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Jun 18 00:26:05.067686 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'name': 'network-vif-deleted', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:05.070173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a53414-0a44-4f79-ac8e-b953b6cf1bc2" -d '{"events": [{"server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "name": "network-vif-deleted", "tag": "449e5cce-fef9-4747-898b-8eccb404d412"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:05.111047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5472194-ab7c-4a5a-88fb-851dffd32360 x-openstack-request-id: req-e5472194-ab7c-4a5a-88fb-851dffd32360 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:05.111372 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20c271e-f7d9-491b-a8d2-e7835aa21db2", "name": "network-vif-deleted", "tag": "449e5cce-fef9-4747-898b-8eccb404d412", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:05.111661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5472194-ab7c-4a5a-88fb-851dffd32360 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:05.112085 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c271e-f7d9-491b-a8d2-e7835aa21db2', 'name': 'network-vif-deleted', 'tag': '449e5cce-fef9-4747-898b-8eccb404d412', 'status': 'completed', 'code': 200} Jun 18 00:26:05.163464 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a1ca8-c7b2-40ff-8495-dca209417472 req-747f4ca4-0b43-45a5-8f28-5019966a68e5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:05.165463 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8f5a1ca8-c7b2-40ff-8495-dca209417472 req-747f4ca4-0b43-45a5-8f28-5019966a68e5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 944 time: 0.0633068 Jun 18 00:26:05.202806 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8f5a1ca8-c7b2-40ff-8495-dca209417472 req-15f106d8-2143-4118-8f02-15d082726a21 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Jun 18 00:26:06.085956 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41230) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:06.163630 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Deleting subnet 34a26b72-22a3-4e3e-9aed-f231f3d526a6 {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:26:06.169531 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.210842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.219019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbd562-4513-4255-ab57-885c31e1c737 req-fe8cf9d6-102f-426d-93cc-2ff0ac6d201a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:06.220468 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7ecbd562-4513-4255-ab57-885c31e1c737 req-fe8cf9d6-102f-426d-93cc-2ff0ac6d201a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1094518 Jun 18 00:26:06.280631 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7ecbd562-4513-4255-ab57-885c31e1c737 req-269528fa-1b71-4b02-a37a-d404a13bde2d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Jun 18 00:26:06.282838 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.390083 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc526dc-49e3-4640-adc9-34789ef892e1 req-13e96791-c808-42a2-98c7-ccb2f21236b8 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:06.391536 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2cc526dc-49e3-4640-adc9-34789ef892e1 req-13e96791-c808-42a2-98c7-ccb2f21236b8 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 944 time: 0.0693071 Jun 18 00:26:06.416859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.425883 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:06.452329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2cc526dc-49e3-4640-adc9-34789ef892e1 req-d0e06e97-3f32-43a5-bd5f-c4d7922e3193 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551021 Jun 18 00:26:06.454436 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a26b72-22a3-4e3e-9aed-f231f3d526a6,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:06.456407 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.459550 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/34a26b72-22a3-4e3e-9aed-f231f3d526a6 HTTP/1.1" status: 204 len: 168 time: 0.3712113 Jun 18 00:26:06.459550 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:06.461831 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41234) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:06.528992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.610476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.619649 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c102f2c0-642f-447c-9e8a-9c0836482288']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:06.629163 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506d4b00-1eb2-48e0-9ca0-846d285fd2b0') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:06.629459 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506d4b00-1eb2-48e0-9ca0-846d285fd2b0') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:06.637750 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.651030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.656469 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:26:06.656844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:26:06.658516 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:26:06.780048 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.783730 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:06.786097 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:06.787933 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] 10.222.0.38 "DELETE /v2.0/networks/c102f2c0-642f-447c-9e8a-9c0836482288 HTTP/1.1" status: 204 len: 168 time: 0.3247073 Jun 18 00:26:06.799580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c102f2c0-642f-447c-9e8a-9c0836482288,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:06.801997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:07.148303 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41238) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:07.186844 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-600b8ab6-71a7-452f-9c16-ad32dd7d3c24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0cb0986f71c4790be9e6a397cb86f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367782 Jun 18 00:26:07.189080 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41240) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:07.233549 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.252860 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.261359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d6f5baea-fd7e-425e-9a89-a3c99220e13e details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:26:07.270667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 449e5cce-fef9-4747-898b-8eccb404d412 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:07.292798 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 449e5cce-fef9-4747-898b-8eccb404d412 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:26:07.293152 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 449e5cce-fef9-4747-898b-8eccb404d412 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:26:07.362923 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.365513 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.366708 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db3b1882-4269-40f0-b188-3163c8a30703 HTTP/1.1" status: 204 len: 168 time: 0.1767569 Jun 18 00:26:07.368050 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-8be64c0e-6d1e-4cbe-a250-c67c2d9171bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:07.378381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b1882-4269-40f0-b188-3163c8a30703,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:07.380811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:07.383832 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:07.403621 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'port_id': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'mac_address': 'fa:16:3e:4c:58:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:26:07.448017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.461269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f5baea-fd7e-425e-9a89-a3c99220e13e {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:07.464710 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51137-f0ac-4faf-b375-3692fefd4066 req-a73b0f8c-2689-4648-84c4-af74d8b546e9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:07.466331 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-67b51137-f0ac-4faf-b375-3692fefd4066 req-a73b0f8c-2689-4648-84c4-af74d8b546e9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0690901 Jun 18 00:26:07.482659 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:07.510442 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-67b51137-f0ac-4faf-b375-3692fefd4066 req-6073eb33-0657-4205-82e6-dd7d1d3e476f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Jun 18 00:26:07.563272 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:07.565067 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-d3cd2ec1-ce1b-4d30-b775-00842e169c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:07.616286 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:07.623754 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.624103 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.624432 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.624801 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.625118 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.625450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.625774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.626102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.626423 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.626797 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.627082 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.627397 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:07.627626 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd8329-3fd6-475a-b96b-346e63473833 req-cd02157f-b8bc-4b88-b281-cf3c465ef89b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:07.629117 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5dfd8329-3fd6-475a-b96b-346e63473833 req-cd02157f-b8bc-4b88-b281-cf3c465ef89b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 945 time: 0.0630877 Jun 18 00:26:07.631295 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:07.668834 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5dfd8329-3fd6-475a-b96b-346e63473833 req-e5ea52b6-3492-4a41-9dde-7df68015bb3f tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Jun 18 00:26:07.910524 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['d6f5baea-fd7e-425e-9a89-a3c99220e13e'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:26:08.688171 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3e540-a143-4b5c-9074-ea0f7f091f00 req-46e3b0f0-be70-4b5e-92ee-a9f1843a5750 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:08.694014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-27d3e540-a143-4b5c-9074-ea0f7f091f00 req-46e3b0f0-be70-4b5e-92ee-a9f1843a5750 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0651617 Jun 18 00:26:08.726401 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-27d3e540-a143-4b5c-9074-ea0f7f091f00 req-55acff54-98a9-4358-9dfa-879881eca343 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Jun 18 00:26:08.839518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835716b5-6304-44de-aa13-524927699450 req-312a1945-7d91-43f9-a5c7-fb301d82af52 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:08.841049 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-835716b5-6304-44de-aa13-524927699450 req-312a1945-7d91-43f9-a5c7-fb301d82af52 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 945 time: 0.0622480 Jun 18 00:26:08.878216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-835716b5-6304-44de-aa13-524927699450 req-3bd4e106-801f-4699-aa31-754f469b63d7 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Jun 18 00:26:09.263453 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d6f5baea-fd7e-425e-9a89-a3c99220e13e up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:26:09.357113 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port d6f5baea-fd7e-425e-9a89-a3c99220e13e completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:26:09.360697 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port d6f5baea-fd7e-425e-9a89-a3c99220e13e triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:09.361078 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:09.436741 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:09.458650 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:09.460890 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b405a24-5031-4cdd-b65d-728ebb06f0c0" -d '{"events": [{"server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:09.475612 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:09.497547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807118b1-5398-4f18-b667-b2cec5f53042 x-openstack-request-id: req-807118b1-5398-4f18-b667-b2cec5f53042 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:09.497844 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:09.498101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-807118b1-5398-4f18-b667-b2cec5f53042 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:09.498497 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'code': 200} Jun 18 00:26:09.552354 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:09.555836 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:09.603592 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:09.606457 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:09.878108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d73e-d8e2-49b7-8830-5dd12bd33a89 req-a1bb7f82-5f10-429b-9630-392f552e9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:09.879636 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e388d73e-d8e2-49b7-8830-5dd12bd33a89 req-a1bb7f82-5f10-429b-9630-392f552e9db5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0585194 Jun 18 00:26:09.916695 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e388d73e-d8e2-49b7-8830-5dd12bd33a89 req-3a67a95a-99ca-4c89-8bcd-e2d39727ef03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299344 Jun 18 00:26:09.917082 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b905b-8cb2-40f0-b9e6-2b2835546fa5 req-e79d007e-8093-49a2-a417-3f547a703bb3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:09.918650 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-756b905b-8cb2-40f0-b9e6-2b2835546fa5 req-e79d007e-8093-49a2-a417-3f547a703bb3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0728080 Jun 18 00:26:09.958100 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-756b905b-8cb2-40f0-b9e6-2b2835546fa5 req-854844d2-0b10-4e98-808a-4973b42c32bb tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329762 Jun 18 00:26:10.058061 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeac13f-781d-4ad5-add2-a70675a86c04 req-a3696a01-2c58-4e3e-bf57-c0bae872dc14 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:10.059634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cdeac13f-781d-4ad5-add2-a70675a86c04 req-a3696a01-2c58-4e3e-bf57-c0bae872dc14 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0620899 Jun 18 00:26:10.096732 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cdeac13f-781d-4ad5-add2-a70675a86c04 req-da3d5f99-2d39-43bb-955b-66765298aea1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Jun 18 00:26:10.245381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41316) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:10.344478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.427781 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.477362 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.480685 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-29df4916-9b50-4563-9269-36ce4e285a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:10.514661 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bb87128e1cc42fa99246c4981267a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682638 Jun 18 00:26:10.515843 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206681f-2a31-42eb-a0f1-02a4a60b5c4c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:10.517368 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41320) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:10.518842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5f74d9d6-b176-4e4f-a16f-909c16d5dda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:10.566997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.587175 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.694031 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.696987 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:10.698093 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5206681f-2a31-42eb-a0f1-02a4a60b5c4c HTTP/1.1" status: 204 len: 168 time: 0.1789618 Jun 18 00:26:10.699029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-21518ea1-a44f-4227-aa6c-6d278f687548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:10.706140 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206681f-2a31-42eb-a0f1-02a4a60b5c4c,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:10.708509 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:11.145176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6d615-0bf3-4eee-b7ee-09aee4e796cf req-4e5db0cc-a794-4e8a-b5e8-9ca0db7dd5fa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:11.146774 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7b6d615-0bf3-4eee-b7ee-09aee4e796cf req-4e5db0cc-a794-4e8a-b5e8-9ca0db7dd5fa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0685153 Jun 18 00:26:11.186717 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7b6d615-0bf3-4eee-b7ee-09aee4e796cf req-722304cb-995b-4d3e-95b3-308bbbb9bab6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Jun 18 00:26:11.269798 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41330) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:11.277264 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ebf2d-5441-4473-9236-f2f6e8c02c9d req-ded006dd-9992-4a6f-9e71-92e4eb6077a8 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:11.278737 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a5ebf2d-5441-4473-9236-f2f6e8c02c9d req-ded006dd-9992-4a6f-9e71-92e4eb6077a8 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0621288 Jun 18 00:26:11.282891 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.319677 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a5ebf2d-5441-4473-9236-f2f6e8c02c9d req-fef886ce-83c1-4663-85d5-4252680b77ea tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351243 Jun 18 00:26:11.372544 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.431445 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.434672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d3a8fd01-223d-42ff-84b5-e5d89c6eb09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:11.470302 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90d752d289084c57b0baf8a88c30de18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994185 Jun 18 00:26:11.472184 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940eadc-beeb-4a11-abd8-6c71dac053d2,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:11.472993 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41332) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:11.475096 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:11.519939 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.540158 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.894389 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.896945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:11.899082 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4940eadc-beeb-4a11-abd8-6c71dac053d2 HTTP/1.1" status: 204 len: 168 time: 0.4241362 Jun 18 00:26:11.899370 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-681ebde0-439e-4be4-b33d-7470a3458a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:11.906607 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940eadc-beeb-4a11-abd8-6c71dac053d2,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:11.908787 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:12.369682 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b60366-b03d-4f7f-a6f0-2b9b307a7296 req-43526bd3-6a3e-45b1-b1f8-7bdc78fd73ef tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:12.371187 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11b60366-b03d-4f7f-a6f0-2b9b307a7296 req-43526bd3-6a3e-45b1-b1f8-7bdc78fd73ef tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Jun 18 00:26:12.408385 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-11b60366-b03d-4f7f-a6f0-2b9b307a7296 req-9afbfb33-9249-4151-afad-a2870a113a46 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Jun 18 00:26:12.499511 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083d14f-5d21-4501-823d-7a6a8e3cfd0f req-bead7a83-8b64-4e38-bc00-77561df4911d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:12.500988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1083d14f-5d21-4501-823d-7a6a8e3cfd0f req-bead7a83-8b64-4e38-bc00-77561df4911d tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0622861 Jun 18 00:26:12.544067 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1083d14f-5d21-4501-823d-7a6a8e3cfd0f req-e58ec899-2d37-44f7-addf-8db565b00082 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373449 Jun 18 00:26:12.713545 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc5ff3-b1f9-41be-9496-9716e1cc6643 req-044bcf3f-f71a-4015-84ba-b11cec0d556b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:12.715041 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fcbc5ff3-b1f9-41be-9496-9716e1cc6643 req-044bcf3f-f71a-4015-84ba-b11cec0d556b tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0655403 Jun 18 00:26:12.723476 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41358) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:12.728392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Request body: {'floatingip': {'port_id': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:26:12.764583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:13.198618 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:13.260222 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:13.360360 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Floating IP e4dcc74d-cfec-4441-8565-1d88dee197a7 associated. External IP: 172.27.0.229, port: d6f5baea-fd7e-425e-9a89-a3c99220e13e. Jun 18 00:26:13.599240 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:26:13.625168 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8dcc8-b51a-46d9-b3a4-243a3954ac20 req-7931322f-f87e-42be-be94-fbc78c73a09e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:13.626636 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4ff8dcc8-b51a-46d9-b3a4-243a3954ac20 req-7931322f-f87e-42be-be94-fbc78c73a09e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0899215 Jun 18 00:26:13.730389 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4ff8dcc8-b51a-46d9-b3a4-243a3954ac20 req-0a2782f6-e4f8-44fa-b8a4-c150979aa959 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721974 Jun 18 00:26:13.749226 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:26:13.754432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:13.766626 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:26:13.776463 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:26:13.782377 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:13.790960 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-eda3521e-2953-4121-9b99-35f17eb92352 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "PUT /v2.0/floatingips/e4dcc74d-cfec-4441-8565-1d88dee197a7 HTTP/1.1" status: 200 len: 992 time: 1.0665395 Jun 18 00:26:13.791686 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:13.794028 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e7453f-9bee-492f-904c-179eae10a301" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:13.831914 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097e8c1-3718-4c21-a152-d22316d9f5b5 x-openstack-request-id: req-7097e8c1-3718-4c21-a152-d22316d9f5b5 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:13.832390 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:13.835386 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7097e8c1-3718-4c21-a152-d22316d9f5b5 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:13.835386 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'status': 'completed', 'code': 200} Jun 18 00:26:13.883645 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:26:13.959476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7453f-9bee-492f-904c-179eae10a301 req-5371cbaf-0069-4780-9587-5bb773d4d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:13.961058 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-5371cbaf-0069-4780-9587-5bb773d4d0dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0600748 Jun 18 00:26:14.052441 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7453f-9bee-492f-904c-179eae10a301 req-0ffab63f-1cee-4c4c-b519-abb15ea820e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:14.054344 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-0ffab63f-1cee-4c4c-b519-abb15ea820e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 200 len: 911 time: 0.0869985 Jun 18 00:26:14.117003 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e4dcc74d-cfec-4441-8565-1d88dee197a7', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:4c:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:25:57Z', 'updated_at': '2021-06-18T00:26:13Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:14.134520 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-37167554-640c-4c9a-a3df-dc24c66f62c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e HTTP/1.1" status: 200 len: 1000 time: 0.0738561 Jun 18 00:26:14.156021 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:26:14.173598 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:26:14.175305 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:25:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:14.196864 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7453f-9bee-492f-904c-179eae10a301 req-6252173d-f8c4-4984-b56d-4a8eb38540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:14.199299 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-6252173d-f8c4-4984-b56d-4a8eb38540f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 200 len: 849 time: 0.0574591 Jun 18 00:26:14.258089 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7453f-9bee-492f-904c-179eae10a301 req-9ad467ed-d081-49dd-93f9-3b745ff5be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:14.259902 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-9ad467ed-d081-49dd-93f9-3b745ff5be75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96f4944-a8e3-45f9-be06-b52db1c805e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551314 Jun 18 00:26:14.294160 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:26:14.361835 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-22d73a8b-ce6e-4915-ba0b-d46430446042 service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951860 Jun 18 00:26:14.450458 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-46e7453f-9bee-492f-904c-179eae10a301 req-fcb6e9e9-5c36-49cb-a052-93489931144d service neutron] 10.222.0.16 "GET /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817981 Jun 18 00:26:14.524251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e4dcc74d-cfec-4441-8565-1d88dee197a7', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:4c:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:25:57Z', 'updated_at': '2021-06-18T00:26:13Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:14.553203 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b7e43-8685-4992-a8c1-276d2f49dd94 None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'e4dcc74d-cfec-4441-8565-1d88dee197a7', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'port_id': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'mac_address': 'fa:16:3e:4c:58:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:25:57Z', 'updated_at': '2021-06-18T00:26:13Z', 'revision_number': 1, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:26:14.694098 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfc2ab-111b-44c1-ba8f-8e6a11f38472 req-5f135e92-90d6-44a5-9e45-b992e699f4be tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:14.695770 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-85dfc2ab-111b-44c1-ba8f-8e6a11f38472 req-5f135e92-90d6-44a5-9e45-b992e699f4be tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0669792 Jun 18 00:26:14.735338 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-85dfc2ab-111b-44c1-ba8f-8e6a11f38472 req-5cb7636f-9362-4ca0-9c5f-cbfea6631263 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333164 Jun 18 00:26:14.781973 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662dabbe-4ab6-4096-9061-2a1fc1a5d13a None None] New status for floating IP e4dcc74d-cfec-4441-8565-1d88dee197a7: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:26:14.929174 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ecc2c-daba-45b5-99c5-a1a2fb36e35c req-2e0a3a02-77f1-4802-bc8d-01424dd847d8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:14.930671 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e2ecc2c-daba-45b5-99c5-a1a2fb36e35c req-2e0a3a02-77f1-4802-bc8d-01424dd847d8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0635829 Jun 18 00:26:14.968115 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7e2ecc2c-daba-45b5-99c5-a1a2fb36e35c req-3749f83f-9b33-4e5f-af85-178602e700ea tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Jun 18 00:26:15.911945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024bcfb-f617-4b0a-9efa-b292a564c706 req-58ea47b3-a9e2-4f63-8ce3-a45fde70709a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:15.913431 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e024bcfb-f617-4b0a-9efa-b292a564c706 req-58ea47b3-a9e2-4f63-8ce3-a45fde70709a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0683200 Jun 18 00:26:15.951495 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e024bcfb-f617-4b0a-9efa-b292a564c706 req-415d5ff6-6216-45c6-9e5e-f8b95a034bfe tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Jun 18 00:26:16.151159 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9c9b2-5c91-4b2a-8171-ab92ae3c949c req-ddff9044-2180-4676-9a1f-d8144b64de4a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:16.152646 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caf9c9b2-5c91-4b2a-8171-ab92ae3c949c req-ddff9044-2180-4676-9a1f-d8144b64de4a tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0649829 Jun 18 00:26:16.191329 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-caf9c9b2-5c91-4b2a-8171-ab92ae3c949c req-b2fff476-a52e-4df7-9954-cb3e5f22bea1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Jun 18 00:26:16.858929 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:26:17.122813 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537188a2-1bc0-4a77-8db2-696524a25207 req-9ce9debb-e870-4a8c-8e73-8fcd260f0fdb tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:17.124381 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-537188a2-1bc0-4a77-8db2-696524a25207 req-9ce9debb-e870-4a8c-8e73-8fcd260f0fdb tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0625086 Jun 18 00:26:17.161634 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-537188a2-1bc0-4a77-8db2-696524a25207 req-cbe8ace8-21bc-4d7a-8e45-8c3eb79e04af tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Jun 18 00:26:17.180229 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9725f946-682b-4547-b6f7-8b16b1492506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:17.373652 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264176d-8b08-4031-9152-1b43b5474063 req-e12c77df-0d00-4b78-ad3f-68ae6e1a3615 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:17.375052 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3264176d-8b08-4031-9152-1b43b5474063 req-e12c77df-0d00-4b78-ad3f-68ae6e1a3615 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0669606 Jun 18 00:26:17.411102 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3264176d-8b08-4031-9152-1b43b5474063 req-e142c124-084e-4f68-9ba1-7e34dc9b8e24 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Jun 18 00:26:18.328769 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4294-6a00-4703-b46a-00a41b31a6d4 req-2c896040-9ba5-40ab-b881-695cb00f45d2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:18.330203 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea1a4294-6a00-4703-b46a-00a41b31a6d4 req-2c896040-9ba5-40ab-b881-695cb00f45d2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0615234 Jun 18 00:26:18.367022 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea1a4294-6a00-4703-b46a-00a41b31a6d4 req-e85d9220-27a3-42cf-9447-b72d08e16578 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310211 Jun 18 00:26:18.584295 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2458f-9725-4680-a35a-24431cba8cbd req-b4a67790-3eb7-4283-b308-80908bf9c684 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:18.585822 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-67b2458f-9725-4680-a35a-24431cba8cbd req-b4a67790-3eb7-4283-b308-80908bf9c684 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0640194 Jun 18 00:26:18.622731 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-67b2458f-9725-4680-a35a-24431cba8cbd req-2a9e6c9c-88fd-4eb0-91bb-1dc3daf933db tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Jun 18 00:26:19.407584 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:26:19.499353 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:19.514493 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:19.524737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:26:19.545406 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099029a6-e681-43d5-9840-281382abd235 req-99c46eef-f35b-445b-a215-a318f7d006c8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:19.546936 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-099029a6-e681-43d5-9840-281382abd235 req-99c46eef-f35b-445b-a215-a318f7d006c8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0642819 Jun 18 00:26:19.562138 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:19.575296 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:19.585511 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-099029a6-e681-43d5-9840-281382abd235 req-af83c4a5-fd60-4d6d-8454-e7091556dfe2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328257 Jun 18 00:26:19.594096 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:19.666585 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:19.668488 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:19.725605 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=6']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:19.729171 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:19.797152 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-e89d56cb-a55a-45e0-b5a0-3d1b5480e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:19.799123 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613e0f-9f9e-42f1-989b-5209813e619e req-eb74cac0-da14-4fcf-911c-2489921519a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:19.800596 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5b613e0f-9f9e-42f1-989b-5209813e619e req-eb74cac0-da14-4fcf-911c-2489921519a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 944 time: 0.0622365 Jun 18 00:26:19.838524 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5b613e0f-9f9e-42f1-989b-5209813e619e req-98ade23b-bd0a-4cf5-92c2-6da126cdbcbc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313692 Jun 18 00:26:19.850677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['38754a6c-4d54-45fe-835f-a8b77def3fcd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:26:19.890882 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:20.449625 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:26:20.497004 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 38754a6c-4d54-45fe-835f-a8b77def3fcd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:20.497382 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:20.572372 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:20.595272 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:20.597511 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9835f-1220-480c-992f-3899ca843f90" -d '{"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:20.609530 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:20.633986 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c415996-64c9-4776-ac4d-82fcc345f607 x-openstack-request-id: req-3c415996-64c9-4776-ac4d-82fcc345f607 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:20.634288 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:20.634548 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c415996-64c9-4776-ac4d-82fcc345f607 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:20.635007 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'code': 200} Jun 18 00:26:20.677231 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:20.681248 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:20.736349 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=7']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:20.739875 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:20.751289 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:20.791283 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110137ab-1610-4e7c-8026-13f07c2254d1 req-99e1d331-ecef-4326-8d1e-3f779fc090d2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:20.792772 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-110137ab-1610-4e7c-8026-13f07c2254d1 req-99e1d331-ecef-4326-8d1e-3f779fc090d2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0719059 Jun 18 00:26:20.830174 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-110137ab-1610-4e7c-8026-13f07c2254d1 req-174c78e8-0372-4015-bc0d-a00dd94e4c2b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Jun 18 00:26:21.037191 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc1904-1b63-4be7-9d05-f840b01324d0 req-46994e03-f357-4ffd-b300-99517aebabaf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:21.039334 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-29bc1904-1b63-4be7-9d05-f840b01324d0 req-46994e03-f357-4ffd-b300-99517aebabaf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0844100 Jun 18 00:26:21.077289 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-29bc1904-1b63-4be7-9d05-f840b01324d0 req-a6d8dd79-b1c1-4e08-bf98-3d62e6b298fa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325205 Jun 18 00:26:22.007191 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280adf7-6f28-4725-bd35-91dd06adef88 req-fd66e859-1f55-4193-923a-fab8df2f714e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:22.009255 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b280adf7-6f28-4725-bd35-91dd06adef88 req-fd66e859-1f55-4193-923a-fab8df2f714e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0681524 Jun 18 00:26:22.047269 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b280adf7-6f28-4725-bd35-91dd06adef88 req-1b83aff2-fac2-4eec-aa09-6d4600f18c25 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Jun 18 00:26:22.263454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726066ba-2dc7-4433-91c1-22da0c177924 req-ebf66bde-1e81-4608-9d63-7dfa0cb82af8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:22.264970 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-726066ba-2dc7-4433-91c1-22da0c177924 req-ebf66bde-1e81-4608-9d63-7dfa0cb82af8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0613644 Jun 18 00:26:22.301865 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-726066ba-2dc7-4433-91c1-22da0c177924 req-9d1e62e1-56a9-490a-9525-64a2f7f3e26d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Jun 18 00:26:22.448727 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:23.262405 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcb0a6-fd31-47af-986c-be831eb33d4f req-ccde87a9-f3aa-4a1b-b829-9ca4f27085c2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:23.264610 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-59fcb0a6-fd31-47af-986c-be831eb33d4f req-ccde87a9-f3aa-4a1b-b829-9ca4f27085c2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0863025 Jun 18 00:26:23.313054 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-59fcb0a6-fd31-47af-986c-be831eb33d4f req-5cba08bc-78aa-49b5-82dd-737d971085c5 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Jun 18 00:26:23.471119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0240138-9611-41c5-96e7-fad50aad3718 req-7e539f9b-3ad4-4aa2-a9fb-4f6b130e27b9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:23.472622 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0240138-9611-41c5-96e7-fad50aad3718 req-7e539f9b-3ad4-4aa2-a9fb-4f6b130e27b9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0867174 Jun 18 00:26:23.552493 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0240138-9611-41c5-96e7-fad50aad3718 req-1401f091-7173-4e74-a1a9-74827f4695e6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690134 Jun 18 00:26:23.566016 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f7a3d-bd08-4d68-a7bf-98b076dbce59 req-a19ee2b8-2733-43c6-930f-34e95ad4c975 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:23.573278 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-457f7a3d-bd08-4d68-a7bf-98b076dbce59 req-a19ee2b8-2733-43c6-930f-34e95ad4c975 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1100650 Jun 18 00:26:23.614734 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-457f7a3d-bd08-4d68-a7bf-98b076dbce59 req-47770918-7ff1-4a7a-b66c-a5360889cabc tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 Jun 18 00:26:24.452476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41514) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:24.513901 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6e50-c76b-44f7-a193-0ec645aa3389 req-9903a2cd-2b4e-48cf-a927-db2783ed4458 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:24.515383 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dd4e6e50-c76b-44f7-a193-0ec645aa3389 req-9903a2cd-2b4e-48cf-a927-db2783ed4458 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0850792 Jun 18 00:26:24.573204 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dd4e6e50-c76b-44f7-a193-0ec645aa3389 req-a7ebec93-5af0-44d2-9ab4-e6055bb2c350 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516942 Jun 18 00:26:24.604382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:24.740083 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:24.776898 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fede-df2d-4a35-a0ef-580899398a44 req-40e6d058-a599-4927-a37c-e0ceb26c1549 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:24.778352 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9223fede-df2d-4a35-a0ef-580899398a44 req-40e6d058-a599-4927-a37c-e0ceb26c1549 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0988607 Jun 18 00:26:24.814430 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:24.817547 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b8b96087-7d23-49df-a40a-96415a351b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:24.861267 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9223fede-df2d-4a35-a0ef-580899398a44 req-29082993-279e-4b95-a61f-11a90305fabe tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726502 Jun 18 00:26:24.879837 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93094e-a750-4c2e-93a9-48413bca0592,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:24.897584 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=420bc090ac274e7e92c3b467cbbc7a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441044 Jun 18 00:26:24.900716 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:24.901265 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41522) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:24.907711 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c054129-9c33-4686-b9a3-672facf72073 req-d5a1f0d4-802f-4731-be5c-d1bef05eb98f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:24.909453 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3c054129-9c33-4686-b9a3-672facf72073 req-d5a1f0d4-802f-4731-be5c-d1bef05eb98f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1302149 Jun 18 00:26:24.957587 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:24.972179 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3c054129-9c33-4686-b9a3-672facf72073 req-8a472d4c-bc43-4e8e-940a-55eaa21c93f7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481398 Jun 18 00:26:24.994496 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.117463 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.120199 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.124274 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d93094e-a750-4c2e-93a9-48413bca0592 HTTP/1.1" status: 204 len: 168 time: 0.2219851 Jun 18 00:26:25.125108 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e67e354-ff9d-4863-8a15-64b4cc6dadf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:25.146407 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93094e-a750-4c2e-93a9-48413bca0592,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:25.153616 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:25.329041 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-c0f3cef5-248d-4bf1-9105-f43a3ba87c6d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:25.330526 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-c0f3cef5-248d-4bf1-9105-f43a3ba87c6d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 946 time: 0.0671186 Jun 18 00:26:25.427366 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:26:25.427713 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.517484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] For port 40be6ae4-3ab0-4615-b8a2-269da9e79f38, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=40be6ae4-3ab0-4615-b8a2-269da9e79f38,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:25.518161 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.688963 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.689336 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.689648 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP e982a657-f719-4fd1-a2b2-d73ffa2187bb disassociated. External IP: 172.27.0.218, port: 40be6ae4-3ab0-4615-b8a2-269da9e79f38. Jun 18 00:26:25.689995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for 40be6ae4-3ab0-4615-b8a2-269da9e79f38 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:26:25.774349 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadafbec-5d85-4689-88d4-f20c19f4cd4d req-13d2f380-6f05-490a-9837-53aa74d42ce4 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:25.775856 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dadafbec-5d85-4689-88d4-f20c19f4cd4d req-13d2f380-6f05-490a-9837-53aa74d42ce4 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0943785 Jun 18 00:26:25.819564 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dadafbec-5d85-4689-88d4-f20c19f4cd4d req-e39bb24f-6126-46cb-b4eb-2d816320a88d tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Jun 18 00:26:25.918153 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:25.922669 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5a3117ec-4871-4db7-a8a9-dbfa7b302857 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:25.999318 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=40be6ae4-3ab0-4615-b8a2-269da9e79f38,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:26.013369 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:26.061719 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-402398d6-28d7-4805-a87f-d10a220a5654 req-f84fe7c1-741e-4fc1-b29a-31e5e517a32f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0403316 Jun 18 00:26:26.122218 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41542) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:26.163097 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.166873 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:26:26.229394 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2027903-7b5a-4c1d-b9f0-ccdb4cb5a17a req-d745eed0-cf08-4f01-b244-665249c5066c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:26.236488 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2027903-7b5a-4c1d-b9f0-ccdb4cb5a17a req-d745eed0-cf08-4f01-b244-665249c5066c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1236589 Jun 18 00:26:26.296854 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e2027903-7b5a-4c1d-b9f0-ccdb4cb5a17a req-18c6c37c-5c52-410d-a20d-75ac2e9b8a38 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592566 Jun 18 00:26:26.308406 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:26:26.323665 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:26:26.353106 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:26:26.361737 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:26:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:26.362587 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.390042 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] No DVR routers for this DVR port 40be6ae4-3ab0-4615-b8a2-269da9e79f38 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:26:26.391195 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.393463 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a4cfd7d7-937c-4eab-bcbe-baf3698d2406 req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "DELETE /v2.0/ports/40be6ae4-3ab0-4615-b8a2-269da9e79f38 HTTP/1.1" status: 204 len: 173 time: 1.0576046 Jun 18 00:26:26.393995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'name': 'network-vif-deleted', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:26.396382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe61d88-237c-4480-9534-599e84e3ce90" -d '{"events": [{"server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "name": "network-vif-deleted", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:26.437454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.443927 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-0fe8171f-2ee0-4f92-81e6-118016d2b9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:26.500456 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980af77f-2718-4c01-8aff-a3f6d0bb5878 x-openstack-request-id: req-980af77f-2718-4c01-8aff-a3f6d0bb5878 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:26.501705 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2836ff15-92ac-4584-94c8-086b46bb89af", "name": "network-vif-deleted", "tag": "40be6ae4-3ab0-4615-b8a2-269da9e79f38", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:26.502179 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-980af77f-2718-4c01-8aff-a3f6d0bb5878 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:26.502829 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2836ff15-92ac-4584-94c8-086b46bb89af', 'name': 'network-vif-deleted', 'tag': '40be6ae4-3ab0-4615-b8a2-269da9e79f38', 'status': 'completed', 'code': 200} Jun 18 00:26:26.579163 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41548) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:26.579717 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0110807464b24b03ab560e0e98d053c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547806 Jun 18 00:26:26.581799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d878de1-c66d-4089-bea6-a58a94df7643,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:26.586232 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:26.598966 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:26:26.647941 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.675479 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.814496 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.819352 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:26.824141 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d878de1-c66d-4089-bea6-a58a94df7643 HTTP/1.1" status: 204 len: 168 time: 0.2394297 Jun 18 00:26:26.824141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2fda09f1-4746-4f32-8d82-8f445b82fd2e tempest-VolumesNegativeTest-576088222 tempest-VolumesNegativeTest-576088222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:26.831343 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d878de1-c66d-4089-bea6-a58a94df7643,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:26.833810 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:26.975184 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:27.001760 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:26:27.012422 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:26:27.013333 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:26:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:27.133940 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbef28-2de1-4771-9cbd-d198e5522354 req-68a73c63-33c4-4050-9e79-1a0f51c54fca tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:27.138417 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fecbef28-2de1-4771-9cbd-d198e5522354 req-68a73c63-33c4-4050-9e79-1a0f51c54fca tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1384339 Jun 18 00:26:27.171547 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:26:27.234513 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fecbef28-2de1-4771-9cbd-d198e5522354 req-1cbdd45f-ce2d-40ce-aaaf-af4d399223bd tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894096 Jun 18 00:26:27.310920 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fd740106-bf91-44ad-afaf-ef2d739bd9cf req-e3721b9b-11c4-4221-9ea3-c59e2b4077e6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=2836ff15-92ac-4584-94c8-086b46bb89af HTTP/1.1" status: 200 len: 210 time: 0.0756245 Jun 18 00:26:27.463201 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:26:27.512174 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1047b-cf29-4c52-a4a2-f07416321fac None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:26:27.546518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52f88e-a095-40b0-9817-006338771742 req-45ca8039-572a-4df2-8dcc-a90079a7364e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:27.548333 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bb52f88e-a095-40b0-9817-006338771742 req-45ca8039-572a-4df2-8dcc-a90079a7364e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0954397 Jun 18 00:26:27.607292 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bb52f88e-a095-40b0-9817-006338771742 req-7677ff4f-1899-4111-9172-1da2f7447731 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523801 Jun 18 00:26:27.899478 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95178427-573a-4bed-9ee1-634a415234df None None] New status for floating IP e982a657-f719-4fd1-a2b2-d73ffa2187bb: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:26:28.447792 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6b8da-20ad-4c28-a4a4-cd6c83ff3543 req-b53ab432-6d18-4def-a559-e464f6185981 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:28.455137 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cf6b8da-20ad-4c28-a4a4-cd6c83ff3543 req-b53ab432-6d18-4def-a559-e464f6185981 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1004148 Jun 18 00:26:28.496767 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cf6b8da-20ad-4c28-a4a4-cd6c83ff3543 req-9e20ca87-881f-4da4-8a69-0232be0ab92f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404849 Jun 18 00:26:28.719956 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-a630d0f0-7202-4da1-9584-56f50980ebe5 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725863542&fields=id&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 267 time: 0.0622978 Jun 18 00:26:28.897532 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ba12a-7a53-4390-8e84-63c51ddb6c1e req-282af099-588c-427d-9f63-157b115a558e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:28.899080 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b17ba12a-7a53-4390-8e84-63c51ddb6c1e req-282af099-588c-427d-9f63-157b115a558e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1197093 Jun 18 00:26:28.905326 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-c72cd4bc-6bd6-4af6-893d-d4d17a9bc083 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:28.906929 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-c72cd4bc-6bd6-4af6-893d-d4d17a9bc083 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.1860874 Jun 18 00:26:28.953189 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b17ba12a-7a53-4390-8e84-63c51ddb6c1e req-04209b89-e4e0-4c4b-9296-00856e0a9d8d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Jun 18 00:26:28.954813 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e3129722-ceb8-4096-a19e-b7868ce31447 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/quotas/8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 375 time: 0.0216260 Jun 18 00:26:29.064837 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-8481ddef-e0e2-44c9-a728-2812d06f27b5 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949416 Jun 18 00:26:29.449284 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-50359289-5a76-419b-9490-2cccc9cce5f8 service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785930 Jun 18 00:26:29.539820 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-8082398a-7163-4344-b051-94f62b086a27 service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844455 Jun 18 00:26:29.688324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1486157-9924-40ec-9d5e-74c407cc671d req-60a97f2b-731b-4a49-979e-ee624bd18772 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:29.689810 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f1486157-9924-40ec-9d5e-74c407cc671d req-60a97f2b-731b-4a49-979e-ee624bd18772 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0685632 Jun 18 00:26:29.728771 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f1486157-9924-40ec-9d5e-74c407cc671d req-ec788626-fc58-4e3d-98e1-caa0c6e56a06 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Jun 18 00:26:30.027731 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-6a91790a-59df-48ba-ad57-c8528335f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.029238 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-6a91790a-59df-48ba-ad57-c8528335f834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1099 time: 0.0553598 Jun 18 00:26:30.141743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-a0f00e12-0604-4509-8ea8-8f00fbc0daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.144695 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-a0f00e12-0604-4509-8ea8-8f00fbc0daa4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 909 time: 0.1041179 Jun 18 00:26:30.215877 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-9b332cd0-d8af-4e61-8505-86d2fc7660bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 1002 time: 0.0641732 Jun 18 00:26:30.220255 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b89d-aa1e-4185-a06e-6c7978b43401 req-62c9e462-d4e8-4978-b614-85056ce15717 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.223697 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2b99b89d-aa1e-4185-a06e-6c7978b43401 req-62c9e462-d4e8-4978-b614-85056ce15717 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1113021 Jun 18 00:26:30.275308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-68447466-fe8e-4faa-854a-43ee647d58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.276961 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-68447466-fe8e-4faa-854a-43ee647d58ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0544722 Jun 18 00:26:30.287134 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2b99b89d-aa1e-4185-a06e-6c7978b43401 req-92e483f9-4f34-4538-95ef-ab8929a23a60 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554185 Jun 18 00:26:30.402020 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-de4f4230-5da8-4f2c-97fa-59aef2c27500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.412448 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-de4f4230-5da8-4f2c-97fa-59aef2c27500 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284630 Jun 18 00:26:30.453663 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22403481-7c09-4e11-bee0-042b72cdc4cd req-d8c131e7-6d39-401e-99c3-0512ae4cf32d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 210 time: 0.0352235 Jun 18 00:26:30.469827 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 40be6ae4-3ab0-4615-b8a2-269da9e79f38 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:30.522241 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 40be6ae4-3ab0-4615-b8a2-269da9e79f38 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:26:30.528164 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 40be6ae4-3ab0-4615-b8a2-269da9e79f38 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:26:30.544996 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-b4cb14a0-890c-4c37-9783-8aa51ab6e1a8 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194673 Jun 18 00:26:30.656904 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8672d068-d0e8-48d5-8e3a-b43af71c0f72 req-1dbfe298-bb29-4612-83de-cebbb825ee9e service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027749 Jun 18 00:26:30.989798 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9804-3e57-4f36-9b11-df4463f440a5 req-79edf51b-774d-4010-90d3-33f34a267cdb tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:30.997539 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b59a9804-3e57-4f36-9b11-df4463f440a5 req-79edf51b-774d-4010-90d3-33f34a267cdb tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0891216 Jun 18 00:26:31.054161 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b59a9804-3e57-4f36-9b11-df4463f440a5 req-1f117747-ac58-479a-ba68-2964246164ca tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552249 Jun 18 00:26:31.507307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6362bb-6961-46a0-8cc0-695afe524a3b req-042a1009-ac98-4415-a67e-55c0326694ee tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:31.511939 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2a6362bb-6961-46a0-8cc0-695afe524a3b req-042a1009-ac98-4415-a67e-55c0326694ee tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0917792 Jun 18 00:26:31.565566 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2a6362bb-6961-46a0-8cc0-695afe524a3b req-661cc98c-36f4-4134-ad6a-cf6a4fbb353c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Jun 18 00:26:31.744595 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e9db8c15-7e38-46e7-a73f-a129d408a3a4 req-0ca1e4e5-66df-484a-8456-926822cc2aa6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 210 time: 0.0459447 Jun 18 00:26:32.245128 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb099-50eb-4a8b-b5ed-70976bf70e1d req-905d742e-cfa4-45c4-8f3d-5fa6b4cdb8e2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:32.247056 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-65edb099-50eb-4a8b-b5ed-70976bf70e1d req-905d742e-cfa4-45c4-8f3d-5fa6b4cdb8e2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0725772 Jun 18 00:26:32.295435 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-65edb099-50eb-4a8b-b5ed-70976bf70e1d req-1c5ee843-bfbe-4251-bf47-ad6e048bff12 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Jun 18 00:26:32.829112 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb09de1-1890-4eb8-ad46-bd4f0354b1af req-a663ce5e-5f11-4e94-b843-bae4809c8048 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:32.844476 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8eb09de1-1890-4eb8-ad46-bd4f0354b1af req-a663ce5e-5f11-4e94-b843-bae4809c8048 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1137114 Jun 18 00:26:32.899420 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8eb09de1-1890-4eb8-ad46-bd4f0354b1af req-90a1f9cf-bb12-42bc-97ce-31c8d89cdd2e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538716 Jun 18 00:26:32.960804 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-dcd01d04-7a6b-4528-9785-ee8ae58f65f0 req-2516fdb6-3b79-43b5-ba9b-a6c6c6bb5a3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 210 time: 0.0793402 Jun 18 00:26:33.061840 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-794422ab-a898-4a6d-917f-f7b931664190 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:33.063670 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-794422ab-a898-4a6d-917f-f7b931664190 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.1621530 Jun 18 00:26:33.135024 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-29e9e233-b909-4c10-b44d-e685371cf866 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 379 time: 0.0550988 Jun 18 00:26:33.144747 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'port': {'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'admin_state_up': True, 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'security_groups': ['80e5ff73-fc6f-49cb-b72d-e67306fc069c']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:26:33.357461 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Made reservation on behalf of 8efc57636e9144c69454f99ef75be326 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:26:33.362353 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:33.537951 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.20.0.11 (a04fe7ee-30cb-494e-972a-2f20eab77ab5/e88c89d2-1cef-4d63-95c0-941c41a86e5a/d8d30ce8-3c76-4cdd-becd-2af2ed0c1100) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:26:33.574771 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338905d-6822-4efb-8ba7-801bd69ef8a5 req-75075f06-f3f5-4e92-a985-11994b7911b0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:33.576757 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9338905d-6822-4efb-8ba7-801bd69ef8a5 req-75075f06-f3f5-4e92-a985-11994b7911b0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1155412 Jun 18 00:26:33.618630 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9338905d-6822-4efb-8ba7-801bd69ef8a5 req-c16a3155-a965-4944-8b13-e7af2aa1e864 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362680 Jun 18 00:26:33.686110 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:33.698898 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Transition to ACTIVE for port object d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:26:33.888540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:33.893081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:33.942184 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:26:33.946029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:26:33.948801 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:26:34.025026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:34.042972 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:34.067570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:34.072691 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:34.198204 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0576074 Jun 18 00:26:34.205860 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9f75f-3fab-40c6-98eb-104260c351f8 req-793e6cd6-19c0-4671-bb23-1393ffbc1f79 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:34.209531 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-97d9f75f-3fab-40c6-98eb-104260c351f8 req-793e6cd6-19c0-4671-bb23-1393ffbc1f79 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1283443 Jun 18 00:26:34.217732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Request body: {'port': {'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:26:34.321658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:34.341192 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-97d9f75f-3fab-40c6-98eb-104260c351f8 req-74557179-5b05-4757-b72a-b2f9f2c05ba9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204326 Jun 18 00:26:34.395472 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700c86-1a8b-4cc3-b10d-c93432d6947b req-ff365e5c-b031-45e3-8343-09e49a3a6205 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:34.398492 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce700c86-1a8b-4cc3-b10d-c93432d6947b req-ff365e5c-b031-45e3-8343-09e49a3a6205 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 932 time: 0.1864939 Jun 18 00:26:34.472001 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d0a96e04-74a4-488f-9fb0-96c54c21b4d1 None None] Provisioning for port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:26:34.476853 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-d0a96e04-74a4-488f-9fb0-96c54c21b4d1 None None] Provisioning complete for port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:34.477438 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-d0a96e04-74a4-488f-9fb0-96c54c21b4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:34.498324 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ce700c86-1a8b-4cc3-b10d-c93432d6947b req-0ce0b479-a421-4770-8e10-9c3a458991d8 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924253 Jun 18 00:26:34.525175 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96e04-74a4-488f-9fb0-96c54c21b4d1 None None] Port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:26:34.747666 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:34.755153 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:34.767649 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Transition to ACTIVE for port object d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:26:34.831933 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc321-0ec6-41f1-b133-1a617564cf65 req-6b97ee60-8d83-48d0-96e0-1a1c6f66ac67 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:34.833435 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-942bc321-0ec6-41f1-b133-1a617564cf65 req-6b97ee60-8d83-48d0-96e0-1a1c6f66ac67 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0672829 Jun 18 00:26:34.875734 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-942bc321-0ec6-41f1-b133-1a617564cf65 req-6f580759-bf9c-43f5-831c-7594f493a476 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366006 Jun 18 00:26:34.901513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:34.905198 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef4f51a8-3e0b-4221-8da8-59dc09ee3087 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:34.989810 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:34.994651 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:35.077316 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Attempting to bind port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:26:35.078055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Attempting to bind port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:26:35.078055 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Attempting to bind port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:26:35.082633 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:26:35.082997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Attempting to bind port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:26:35.093084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:26:35.093084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:26:35.093084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Bound using segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:26:35.093084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Bound port: d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:26:35.093084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:35.167292 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:26:35.170287 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:26:35.287746 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:35.291379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-778ca978-48c4-4570-8cb6-5503917cc0fa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:35.327087 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.327708 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:35.329311 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 1094 time: 1.1158609 Jun 18 00:26:35.331939 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:35.334438 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70542df-7965-453c-a2f0-35eb6cd1af47" -d '{"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:35.381293 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:35.404978 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d5193-9415-411b-9de8-09b3eb8245b2 x-openstack-request-id: req-de7d5193-9415-411b-9de8-09b3eb8245b2 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:35.405379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:35.405608 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de7d5193-9415-411b-9de8-09b3eb8245b2 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:35.406035 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'status': 'completed', 'code': 200} Jun 18 00:26:35.407014 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:35.445387 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-bc0ac018-b58f-4415-a6cc-f33e3330cf21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735779 Jun 18 00:26:35.517535 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2c5b-d133-4b29-b617-baa588008b56 req-24bd86c6-632e-4a66-bc91-6afde5cf4470 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.521302 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8a8f2c5b-d133-4b29-b617-baa588008b56 req-24bd86c6-632e-4a66-bc91-6afde5cf4470 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.1190326 Jun 18 00:26:35.547540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-cc771084-0c75-4496-b925-d23b77638367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.549038 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-cc771084-0c75-4496-b925-d23b77638367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1097 time: 0.0894649 Jun 18 00:26:35.623382 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8a8f2c5b-d133-4b29-b617-baa588008b56 req-d75439c0-8de5-4bdb-9a16-7680597ffed9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898876 Jun 18 00:26:35.672707 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923a3d-c4f9-4d04-ade2-864ffd3bd821 req-45588fff-76a4-46e6-ad3b-3ce3f2adad59 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.674263 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-75923a3d-c4f9-4d04-ade2-864ffd3bd821 req-45588fff-76a4-46e6-ad3b-3ce3f2adad59 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.1102459 Jun 18 00:26:35.725420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-cdfff3e0-0f3b-49ed-a0e0-a8986da129a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.727500 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-cdfff3e0-0f3b-49ed-a0e0-a8986da129a2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8efc57636e9144c69454f99ef75be326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1635153 Jun 18 00:26:35.734160 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-75923a3d-c4f9-4d04-ade2-864ffd3bd821 req-05b2116d-3021-4e5e-810f-ecaa4273e0e9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534580 Jun 18 00:26:35.826157 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41f78b-4f96-49d6-8598-457ae3d8665a req-5a94ee92-73c7-452f-a951-f8ab9329a590 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.829202 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac41f78b-4f96-49d6-8598-457ae3d8665a req-5a94ee92-73c7-452f-a951-f8ab9329a590 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0840981 Jun 18 00:26:35.869023 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ac41f78b-4f96-49d6-8598-457ae3d8665a req-1b3422f6-e703-492e-9426-2c4c9fc458dd tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353103 Jun 18 00:26:35.903570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-c89363eb-71f8-4eb6-894f-0901043545e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:35.905278 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a70542df-7965-453c-a2f0-35eb6cd1af47 req-c89363eb-71f8-4eb6-894f-0901043545e1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090157 Jun 18 00:26:36.030570 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-ad92676e-b83d-493d-908f-a3216a6a8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.032076 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-ad92676e-b83d-493d-908f-a3216a6a8f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1097 time: 0.0560367 Jun 18 00:26:36.082814 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-658fc116-62a3-4158-825e-f0e637fb055b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 217 time: 0.0365846 Jun 18 00:26:36.137084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-3112915f-a9bb-4378-91da-6fd2e4d970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.138555 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-3112915f-a9bb-4378-91da-6fd2e4d970a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0478249 Jun 18 00:26:36.196966 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41752) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:36.313465 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.410864 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.471467 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.475228 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7555a277-13d5-4df0-b061-f4f00c2af08d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:36.490141 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-c2c5ae61-7d61-444b-bb50-18dc5b2d3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.491653 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-c2c5ae61-7d61-444b-bb50-18dc5b2d3618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3460207 Jun 18 00:26:36.497749 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:36.501754 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-2a20b906-c2d1-484f-a937-4e4ab9bb9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.503263 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-2a20b906-c2d1-484f-a937-4e4ab9bb9cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1098 time: 0.0714796 Jun 18 00:26:36.511743 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4474ec8c467e40a494af1169653f8385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136039 Jun 18 00:26:36.512690 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c1c6be-36a8-435f-9294-f2c44109208d,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:36.514266 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41756) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:36.515821 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:36.578223 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.601247 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:36.604102 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b6563-6ed0-4923-a44b-d3ab6eee66a6" -d '{"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-unplugged", "status": "completed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:36.616441 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:36.646525 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65610b3e-9fa3-43f7-90f8-7cf021bee8ab x-openstack-request-id: req-65610b3e-9fa3-43f7-90f8-7cf021bee8ab {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:36.646525 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-unplugged", "status": "failed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "code": 422}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:36.646525 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65610b3e-9fa3-43f7-90f8-7cf021bee8ab {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:36.646525 dv-cinder-796950-2-iscsi neutron-server[99801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'code': 422} returned with failed status Jun 18 00:26:36.700193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.704623 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:36.720737 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.724965 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-da9abb87-69a6-4dfb-bdfd-c3540fddbc0e service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971083 Jun 18 00:26:36.729160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-9f3423e3-35a1-4e6a-8cd4-9dc1a3818dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.730512 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-9f3423e3-35a1-4e6a-8cd4-9dc1a3818dc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.1872633 Jun 18 00:26:36.764316 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.771166 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=6']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:36.777121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:36.826407 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5829d9c-7251-4a2e-86b5-55f518b90838 req-3f6fd9ea-78d0-4642-a11b-c5f984e414aa tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.827913 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e5829d9c-7251-4a2e-86b5-55f518b90838 req-3f6fd9ea-78d0-4642-a11b-c5f984e414aa tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0810254 Jun 18 00:26:36.887190 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-322da8f1-d582-4975-a99e-a5f74d6cdabe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 1000 time: 0.1461873 Jun 18 00:26:36.903125 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e5829d9c-7251-4a2e-86b5-55f518b90838 req-4400fa02-67a9-498a-9871-9c702fa67bbb tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682788 Jun 18 00:26:36.941466 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7c009-43c5-4412-81d7-acf6c0fbe641 req-8771d527-5cfa-4d2f-ac53-6c696f265e06 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.946334 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-e3905ec8-d7b7-4c31-9ce8-8301af06fc84 req-070b84cb-ae91-48a4-a79f-18644a7d51f3 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033379 Jun 18 00:26:36.950035 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9c7c009-43c5-4412-81d7-acf6c0fbe641 req-8771d527-5cfa-4d2f-ac53-6c696f265e06 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0932550 Jun 18 00:26:36.964267 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-41edc297-33c9-40ae-b06f-5dbecb7cdb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:36.967133 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-41edc297-33c9-40ae-b06f-5dbecb7cdb26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0694172 Jun 18 00:26:36.983355 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.985529 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:36.988929 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2c1c6be-36a8-435f-9294-f2c44109208d HTTP/1.1" status: 204 len: 168 time: 0.4667571 Jun 18 00:26:36.993644 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f9c7c009-43c5-4412-81d7-acf6c0fbe641 req-ebd9eca4-1999-424c-b299-07622aed85ba tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Jun 18 00:26:37.015628 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-44e2a9c7-7877-4c9a-9d38-6564401e1ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:37.035546 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c1c6be-36a8-435f-9294-f2c44109208d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:37.041345 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:37.067103 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-e17fd697-a76c-4961-96aa-f623eed0932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:37.068893 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-e17fd697-a76c-4961-96aa-f623eed0932d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951538 Jun 18 00:26:37.090458 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2257d-fde1-4e12-8ebc-a2e044c92c3f req-79969d64-62eb-4d92-b6cb-39f83d0e1182 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:37.095164 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9cc2257d-fde1-4e12-8ebc-a2e044c92c3f req-79969d64-62eb-4d92-b6cb-39f83d0e1182 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0735164 Jun 18 00:26:37.135679 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9cc2257d-fde1-4e12-8ebc-a2e044c92c3f req-31285fb7-9b1d-4719-a545-4d207d3e6c33 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 Jun 18 00:26:37.172699 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-88d1357a-ecf7-4384-86f8-82a39603ea1f service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Jun 18 00:26:37.287014 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-b7b5be5b-d097-4f9a-940b-d70545fb18c1 req-42794a85-7cad-4b58-b69c-d5a7401dbebb service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880404 Jun 18 00:26:37.577596 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41774) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:37.590736 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.677125 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.745387 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.748041 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c779dea5-f916-4ae5-9dc9-8ccd3d3fec7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:37.781159 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0101f77-645f-4954-adff-ac7a9ec27f52,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:37.785354 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60cff9dffd1440eb88ecdc33f3237025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067435 Jun 18 00:26:37.786261 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:37.787916 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41776) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:37.839621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.861252 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.979036 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.981658 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:37.982838 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0101f77-645f-4954-adff-ac7a9ec27f52 HTTP/1.1" status: 204 len: 168 time: 0.1939998 Jun 18 00:26:37.983611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-054c9025-a4b1-4e79-b128-08140d468a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:37.991413 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0101f77-645f-4954-adff-ac7a9ec27f52,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:37.994166 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:38.087527 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c7a26-7c85-4ce0-920e-d03f1f2767c5 req-2c923870-21b6-4790-9f0e-fb5690131d1c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.089031 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-993c7a26-7c85-4ce0-920e-d03f1f2767c5 req-2c923870-21b6-4790-9f0e-fb5690131d1c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0669346 Jun 18 00:26:38.157362 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-993c7a26-7c85-4ce0-920e-d03f1f2767c5 req-e2480d7f-0317-4d4d-b0ca-6be595466935 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621281 Jun 18 00:26:38.191020 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b69186-27e2-4bb0-bcd7-060e22484790 req-857597c1-d217-436c-84e4-6e17bd86c1ad tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.192599 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0b69186-27e2-4bb0-bcd7-060e22484790 req-857597c1-d217-436c-84e4-6e17bd86c1ad tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0773771 Jun 18 00:26:38.231794 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c0b69186-27e2-4bb0-bcd7-060e22484790 req-0366f37e-de4e-4904-9fca-3ce4c8020cf5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Jun 18 00:26:38.335390 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32364-96e6-4d5c-9d83-946ca2a4c2c2 req-aa314c97-225d-4f74-8bb6-01d7912efbf6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.337628 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bbf32364-96e6-4d5c-9d83-946ca2a4c2c2 req-aa314c97-225d-4f74-8bb6-01d7912efbf6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0702391 Jun 18 00:26:38.371163 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-b117e596-9c45-486f-b960-383f4c0c980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.372668 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-b117e596-9c45-486f-b960-383f4c0c980d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501&tenant_id=3e238540d8084c769bf37894d6da8d19 HTTP/1.1" status: 200 len: 1097 time: 0.0558364 Jun 18 00:26:38.378338 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-bbf32364-96e6-4d5c-9d83-946ca2a4c2c2 req-df6cc009-dd90-488a-b019-b205870f7b62 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348392 Jun 18 00:26:38.474945 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-c90969e7-e373-4d7c-be32-612cef69d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.476400 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-c90969e7-e373-4d7c-be32-612cef69d906 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1097 time: 0.0513029 Jun 18 00:26:38.567334 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-1ae82b1a-5842-496c-8dda-ed0c6fd75f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.568807 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-1ae82b1a-5842-496c-8dda-ed0c6fd75f27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 909 time: 0.0855286 Jun 18 00:26:38.632441 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-3a84f0d6-52e4-450c-9951-eb646c14b983 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 1000 time: 0.0559053 Jun 18 00:26:38.640089 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41790) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:38.653842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:38.682181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-8a31b42a-0573-4b0b-8d7d-7fd3b5a6cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.683659 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-8a31b42a-0573-4b0b-8d7d-7fd3b5a6cd37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0440080 Jun 18 00:26:38.739236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:38.744522 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-449278b8-2f02-4367-93b8-83ccf8ae7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:38.746008 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-449278b8-2f02-4367-93b8-83ccf8ae7349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550160 Jun 18 00:26:38.796742 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:38.799406 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2f361f76-c0e2-4b68-8642-32f17de83876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:38.834448 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-112a1687-3ff1-4a3d-9cec-3859ab1ab18b service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809278 Jun 18 00:26:38.842784 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5511f19c61d47d99fab2a16da87f210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013984 Jun 18 00:26:38.844089 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031d9d3e-607f-4b84-9963-4c1cb1bd9610,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:38.845047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41792) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:38.848811 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-454aec1e-d32e-4fbe-8987-710c745a682f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:38.960692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:38.972971 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0e368e1b-8e9a-4b1f-9df7-0ec2ea5a321c req-a12aa62f-42e9-49c7-82d9-7f01598ccce0 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302834 Jun 18 00:26:38.985090 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:39.139150 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:39.142989 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:39.144195 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/031d9d3e-607f-4b84-9963-4c1cb1bd9610 HTTP/1.1" status: 204 len: 168 time: 0.2982159 Jun 18 00:26:39.145631 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9e5f19a7-4836-4bbb-9ff4-8e2078a5e07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:39.160135 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d9d3e-607f-4b84-9963-4c1cb1bd9610,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:39.163364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:39.336539 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4facb5-1e7f-4fd5-81e9-9d773f840b3a req-f382d4a9-65d9-40a0-8ed1-69bad1c4147c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:39.338052 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7d4facb5-1e7f-4fd5-81e9-9d773f840b3a req-f382d4a9-65d9-40a0-8ed1-69bad1c4147c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0697551 Jun 18 00:26:39.389798 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7d4facb5-1e7f-4fd5-81e9-9d773f840b3a req-f55139aa-36aa-4d64-9673-b64e3bc94cd3 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Jun 18 00:26:39.447856 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44042680-ccae-4853-a848-fa53d8e1b98c req-7338cb2d-40c5-4ec3-b8bc-4d02becb8ef5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:39.449404 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-44042680-ccae-4853-a848-fa53d8e1b98c req-7338cb2d-40c5-4ec3-b8bc-4d02becb8ef5 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0859709 Jun 18 00:26:39.491772 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-44042680-ccae-4853-a848-fa53d8e1b98c req-0b55c955-46c9-442e-9a06-73c852307181 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362659 Jun 18 00:26:39.581733 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f6314-625b-42e0-99b3-254eeb268f3c req-e7c99389-184a-49ba-b6b6-ccce0843e785 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:39.587423 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef6f6314-625b-42e0-99b3-254eeb268f3c req-e7c99389-184a-49ba-b6b6-ccce0843e785 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0775547 Jun 18 00:26:39.622720 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ef6f6314-625b-42e0-99b3-254eeb268f3c req-15466ba4-5d2a-429a-ad27-e3fb65ba9c32 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337901 Jun 18 00:26:40.529286 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:40.568494 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd92472-b9c5-47f6-9d18-dd0cf1c32b52 req-f9a8f793-639a-403a-a36c-fa76ba9362ca tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:40.570559 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9dd92472-b9c5-47f6-9d18-dd0cf1c32b52 req-f9a8f793-639a-403a-a36c-fa76ba9362ca tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0658226 Jun 18 00:26:40.611216 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9dd92472-b9c5-47f6-9d18-dd0cf1c32b52 req-53c48389-436a-44c0-b80f-722f2751deb5 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346136 Jun 18 00:26:40.623053 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:40.646995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:40.649466 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a4f4b-11ee-4e13-80ef-76a583bacc8c" -d '{"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-unplugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:40.666576 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:40.684524 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 41840) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:40.719696 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849028-6e0a-465c-88c2-18682c04aeba req-84cd9d57-6468-4582-8219-1c782354a465 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:40.721188 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-12849028-6e0a-465c-88c2-18682c04aeba req-84cd9d57-6468-4582-8219-1c782354a465 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 945 time: 0.0779240 Jun 18 00:26:40.739576 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:40.744147 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:40.796799 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=8']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:40.803720 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:40.805540 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-12849028-6e0a-465c-88c2-18682c04aeba req-1a811686-274b-47a0-9d3e-436d3ca16fe3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769353 Jun 18 00:26:40.814334 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:40.850559 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeffb11-143a-4348-aa4e-047d8f249ae8 x-openstack-request-id: req-caeffb11-143a-4348-aa4e-047d8f249ae8 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:40.850912 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-unplugged", "status": "failed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "code": 422}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:40.851171 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-caeffb11-143a-4348-aa4e-047d8f249ae8 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:40.851609 dv-cinder-796950-2-iscsi neutron-server[99801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'code': 422} returned with failed status Jun 18 00:26:40.856841 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d7ebc-46c7-4cb4-83ec-b4f90b20e078 req-a4c8f7c1-58bc-4c54-9781-8fd07b504dc1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:40.858323 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eb9d7ebc-46c7-4cb4-83ec-b4f90b20e078 req-a4c8f7c1-58bc-4c54-9781-8fd07b504dc1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.1120763 Jun 18 00:26:40.915939 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-eb9d7ebc-46c7-4cb4-83ec-b4f90b20e078 req-c9eae660-dc86-4417-bf6a-98f0d7bb132f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512137 Jun 18 00:26:40.963313 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.037019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.040688 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cfa91559-3392-4721-9a38-5fc1671621fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:41.081695 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16066a7c7eb241bf81af9aa6a35f5ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960395 Jun 18 00:26:41.082715 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc8b7e-ccff-4024-8892-ca63e156dd37,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:41.084398 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41848) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:41.085673 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:41.132869 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.153471 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.242626 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.246003 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:41.247163 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8bc8b7e-ccff-4024-8892-ca63e156dd37 HTTP/1.1" status: 204 len: 168 time: 0.1610508 Jun 18 00:26:41.247976 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-358f6163-74c3-4370-ba2b-53e08bc23784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:41.255435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc8b7e-ccff-4024-8892-ca63e156dd37,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:41.257642 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:41.792531 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287ff19-cd6d-4cd6-a0ac-92ed1a1e4fcc req-b66a4d99-b0b0-46d9-ba6e-69e8d177fcf0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:41.794035 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a287ff19-cd6d-4cd6-a0ac-92ed1a1e4fcc req-b66a4d99-b0b0-46d9-ba6e-69e8d177fcf0 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0666735 Jun 18 00:26:41.833424 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a287ff19-cd6d-4cd6-a0ac-92ed1a1e4fcc req-bed44021-27fc-4a25-b55a-41983b66c969 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Jun 18 00:26:42.093274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d75bb-b564-4a22-9970-984c226454c6 req-bac00b8c-54df-41f9-a3df-3ff8a1780d3c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:42.096282 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d5d75bb-b564-4a22-9970-984c226454c6 req-bac00b8c-54df-41f9-a3df-3ff8a1780d3c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0637274 Jun 18 00:26:42.133719 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8d5d75bb-b564-4a22-9970-984c226454c6 req-945243f1-dab0-4af2-a723-ac9d7ad32a6e tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Jun 18 00:26:43.002302 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952bf4-6edf-416a-a50c-150d4f23f8ea req-8f3c7bbd-1fed-440c-909b-852ed9111fe1 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:43.003779 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-40952bf4-6edf-416a-a50c-150d4f23f8ea req-8f3c7bbd-1fed-440c-909b-852ed9111fe1 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0614023 Jun 18 00:26:43.051127 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-40952bf4-6edf-416a-a50c-150d4f23f8ea req-bc81edb1-9d6c-4310-acf5-31d16308e180 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Jun 18 00:26:43.311514 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4392-67eb-4034-8a7b-f2913693b41d req-d6e6bff3-86f9-4036-81d5-edd5933e6ce4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:43.313020 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d24a4392-67eb-4034-8a7b-f2913693b41d req-d6e6bff3-86f9-4036-81d5-edd5933e6ce4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0962276 Jun 18 00:26:43.352196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a18e5-012d-489f-80bd-1416b178132a req-e580d9dd-69b1-49a8-abf0-e75879c4dcfa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:43.353710 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d25a18e5-012d-489f-80bd-1416b178132a req-e580d9dd-69b1-49a8-abf0-e75879c4dcfa tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0995407 Jun 18 00:26:43.382590 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d24a4392-67eb-4034-8a7b-f2913693b41d req-6490cbd7-0489-4b81-abcf-2d11ad0c41f7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592449 Jun 18 00:26:43.402661 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d25a18e5-012d-489f-80bd-1416b178132a req-6a76b41e-e7f0-4fb8-8f73-4004e16d6494 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392962 Jun 18 00:26:43.735724 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 41938) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:43.831666 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-3b3034e1-6258-430e-a391-c3e1beaaecc8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947092 Jun 18 00:26:44.256890 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec8037-2bdb-441b-99ae-e01a942f1134 req-dd926258-e70d-4314-b122-aaf62fe494b7 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:44.258434 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03ec8037-2bdb-441b-99ae-e01a942f1134 req-dd926258-e70d-4314-b122-aaf62fe494b7 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0689819 Jun 18 00:26:44.296177 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-03ec8037-2bdb-441b-99ae-e01a942f1134 req-4eac7785-c786-445b-b78a-43e17c28dfc2 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Jun 18 00:26:44.559770 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:26:44.573253 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:26:44.614321 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583df8-953d-43de-922a-501df1114707 req-862a4a51-3d5f-4afc-85ae-3f2f45046601 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:44.615952 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46583df8-953d-43de-922a-501df1114707 req-862a4a51-3d5f-4afc-85ae-3f2f45046601 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.1137040 Jun 18 00:26:44.625104 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de288-6c03-47b8-8946-7f8f5cca4dde req-9ac15c4b-7361-4056-9251-480e139bdf4c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:44.626551 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab7de288-6c03-47b8-8946-7f8f5cca4dde req-9ac15c4b-7361-4056-9251-480e139bdf4c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 944 time: 0.0960407 Jun 18 00:26:44.684290 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-46583df8-953d-43de-922a-501df1114707 req-ce17b7bb-1af0-499c-89c5-038c4be57256 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566680 Jun 18 00:26:44.689240 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab7de288-6c03-47b8-8946-7f8f5cca4dde req-17df2413-ecc3-4683-84c0-a61dee818a8a tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542002 Jun 18 00:26:44.739403 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:44.749704 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:26:44.786712 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:44.800453 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:44.820121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:44.876169 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:44.878682 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:44.930955 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:44.933877 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:45.461879 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ba728-ef61-49bb-8464-6599f3358e6c req-a12321f1-1322-4537-8264-f2c5c3bfd657 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:45.463364 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-583ba728-ef61-49bb-8464-6599f3358e6c req-a12321f1-1322-4537-8264-f2c5c3bfd657 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0617232 Jun 18 00:26:45.500964 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-583ba728-ef61-49bb-8464-6599f3358e6c req-a4cb0025-0a75-40e6-9cdd-d22245ec3749 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Jun 18 00:26:45.910065 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb3ff-0b15-47a9-b560-112190331339 req-07b66ebd-6d65-45c0-b246-0f990299c9f6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:45.911499 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-52dfb3ff-0b15-47a9-b560-112190331339 req-07b66ebd-6d65-45c0-b246-0f990299c9f6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.1072822 Jun 18 00:26:45.919388 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58316d36-9773-4a4f-ae44-3fd3425c5cca req-7ac61656-0c87-4966-97f7-22381c8373ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:45.920765 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-58316d36-9773-4a4f-ae44-3fd3425c5cca req-7ac61656-0c87-4966-97f7-22381c8373ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 945 time: 0.1147466 Jun 18 00:26:45.976571 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-52dfb3ff-0b15-47a9-b560-112190331339 req-50b0164b-33bb-40bc-964e-4595b7c5de05 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548811 Jun 18 00:26:45.979979 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-58316d36-9773-4a4f-ae44-3fd3425c5cca req-02e0a81a-36d8-4841-921f-093ab04eb7d4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Jun 18 00:26:46.673208 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dbace-ffff-4f59-ae81-3bc6dae38c73 req-adb6c412-ae28-40f9-9ff4-ded6147bbb2e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:46.674657 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-893dbace-ffff-4f59-ae81-3bc6dae38c73 req-adb6c412-ae28-40f9-9ff4-ded6147bbb2e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0621583 Jun 18 00:26:46.714484 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-893dbace-ffff-4f59-ae81-3bc6dae38c73 req-2a1841aa-a690-407a-a027-d9ae00efad98 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333171 Jun 18 00:26:47.151174 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe28088-b2e5-4013-a470-0d258305f2ba req-4984194d-851f-4aaf-b69d-7db67e0fa488 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:47.152651 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1fe28088-b2e5-4013-a470-0d258305f2ba req-4984194d-851f-4aaf-b69d-7db67e0fa488 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0618732 Jun 18 00:26:47.173914 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-04a68619-2841-4881-8d8d-7b4c4434efb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:47.190199 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1fe28088-b2e5-4013-a470-0d258305f2ba req-88964684-db6c-4b08-a14c-98ad364b1de8 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Jun 18 00:26:47.348549 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a436523-e055-4395-80a0-5ac6c23acee5 req-4ac20670-2565-456b-96db-29536c66e7b4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:47.349969 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a436523-e055-4395-80a0-5ac6c23acee5 req-4ac20670-2565-456b-96db-29536c66e7b4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 945 time: 0.0614028 Jun 18 00:26:47.385897 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1a436523-e055-4395-80a0-5ac6c23acee5 req-eb4cbdab-b15d-4a29-8d70-4e473389c972 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297439 Jun 18 00:26:47.613764 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:26:47.708556 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:47.722381 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'port_id': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'mac_address': 'fa:16:3e:d6:dc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:26:47.758483 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:47.770740 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c7b93-7cad-4c79-b739-1cd7b366cd24 {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:26:47.789721 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:47.801314 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['d8d30ce8-3c76-4cdd-becd-2af2ed0c1100'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:26:47.871228 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:47.877224 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-6586aaf3-28ac-4431-80ad-1a41616b93e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:47.888056 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5ea55-453e-4477-80ad-20c073413aa0 req-53568f3f-2a69-42a6-b017-4eefb4772003 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:47.889675 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b7e5ea55-453e-4477-80ad-20c073413aa0 req-53568f3f-2a69-42a6-b017-4eefb4772003 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 944 time: 0.0662503 Jun 18 00:26:47.934656 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b7e5ea55-453e-4477-80ad-20c073413aa0 req-4ac61cb3-6a2b-448d-914b-f7f727b1c14a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333500 Jun 18 00:26:47.960667 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=7']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:47.972392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:47.984755 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-9e2a0bcb-982e-48ea-922a-2f630447f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:47.986412 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-9e2a0bcb-982e-48ea-922a-2f630447f211 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77&tenant_id=0994e7b344804a55bcd769a9f9e937f7 HTTP/1.1" status: 200 len: 1096 time: 0.0586481 Jun 18 00:26:48.075635 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-41d734cb-4c3f-43ee-b2e0-df548cdf83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.077104 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-41d734cb-4c3f-43ee-b2e0-df548cdf83fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0994e7b344804a55bcd769a9f9e937f7&device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1096 time: 0.0535872 Jun 18 00:26:48.168037 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-50249926-9560-4584-92d3-5097d12d0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.169480 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-50249926-9560-4584-92d3-5097d12d0dba service neutron] 10.222.0.16 "GET /v2.0/networks?id=c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 200 len: 918 time: 0.0858636 Jun 18 00:26:48.232270 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-2e556e5a-6a34-498c-bfec-a192ca20d29b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 200 len: 998 time: 0.0555880 Jun 18 00:26:48.270524 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['d51c7b93-7cad-4c79-b739-1cd7b366cd24'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:26:48.285448 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-3d6350ab-1ad9-4921-b6b6-973d89923a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.287029 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-3d6350ab-1ad9-4921-b6b6-973d89923a73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 200 len: 856 time: 0.0474222 Jun 18 00:26:48.345006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-bd060424-9ece-463b-9a97-4adc7dc5f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.346601 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-bd060424-9ece-463b-9a97-4adc7dc5f9e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c39b6022-9c36-4880-8eba-d9440f74b9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530896 Jun 18 00:26:48.385834 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683c963-6782-4517-a25a-83c64ca7130f req-33dd14c7-eb23-4200-b08e-c289d999cd14 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.387516 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f683c963-6782-4517-a25a-83c64ca7130f req-33dd14c7-eb23-4200-b08e-c289d999cd14 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0746918 Jun 18 00:26:48.441705 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f683c963-6782-4517-a25a-83c64ca7130f req-049aa6f0-4e4a-41f5-aae7-9b3b08278fb3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476363 Jun 18 00:26:48.502157 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574147e-b932-447c-9f84-96cbb446d321 req-7ffdfcca-1742-4ab2-996d-63ff539d4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.503796 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-7ffdfcca-1742-4ab2-996d-63ff539d4081 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1098 time: 0.1058128 Jun 18 00:26:48.505372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-2db4ccd8-fdf6-41d1-aa48-ef2dd8aa008a service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512167 Jun 18 00:26:48.564015 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17c70b-6b82-489b-9564-c8c7960d03d7 req-455221dc-286f-4298-9942-0bf9f6a54064 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.565491 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab17c70b-6b82-489b-9564-c8c7960d03d7 req-455221dc-286f-4298-9942-0bf9f6a54064 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 945 time: 0.0629377 Jun 18 00:26:48.607014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ab17c70b-6b82-489b-9564-c8c7960d03d7 req-b1c7bc98-cc7f-41d0-99ce-e723d93331a4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 Jun 18 00:26:48.660550 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd8fcbf8-bf3d-4f0e-83dc-6bb7ecf77d65 req-99410889-6be5-48e0-8a8a-69fc4ede09bd service neutron] 10.222.0.16 "GET /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454773 Jun 18 00:26:48.669800 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574147e-b932-447c-9f84-96cbb446d321 req-888bc268-67b6-4add-acc1-ba4b12b86ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.671191 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-888bc268-67b6-4add-acc1-ba4b12b86ce9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 909 time: 0.1382713 Jun 18 00:26:48.698882 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:26:48.756424 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-c5be476b-3838-4bbd-b2ed-72a3b503eeb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 1001 time: 0.0755262 Jun 18 00:26:48.802060 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:26:48.806267 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:48.806649 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:48.808215 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574147e-b932-447c-9f84-96cbb446d321 req-87d6ef25-06d3-4b05-9115-3944c4b8fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.809685 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-87d6ef25-06d3-4b05-9115-3944c4b8fad3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0464773 Jun 18 00:26:48.884878 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574147e-b932-447c-9f84-96cbb446d321 req-abe199a0-1919-466b-b7d4-bf346e2a3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:48.886346 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-abe199a0-1919-466b-b7d4-bf346e2a3112 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582182 Jun 18 00:26:48.900426 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:48.922143 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:48.924326 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c881004-1cfe-40f0-8ba6-9866a7b61c03" -d '{"events": [{"server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:48.937318 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:48.978449 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050f0b4-13f1-42ce-99be-ef1d7cefa8b9 x-openstack-request-id: req-4050f0b4-13f1-42ce-99be-ef1d7cefa8b9 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:48.978449 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:48.978449 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4050f0b4-13f1-42ce-99be-ef1d7cefa8b9 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:48.978823 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'code': 200} Jun 18 00:26:48.987720 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-c880ba7d-1aa8-48a4-bff2-ebd8d8cca543 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924542 Jun 18 00:26:49.002954 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:49.004850 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:49.060335 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:49.063941 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:49.126072 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9574147e-b932-447c-9f84-96cbb446d321 req-617526c8-73f8-4102-9adb-663f2b2f25d2 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124563 Jun 18 00:26:49.145109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1116fa-717e-4df9-930d-9fdd1c6eedef req-541c4c49-8370-4ca1-bd5f-97ad821b87b8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:49.147408 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea1116fa-717e-4df9-930d-9fdd1c6eedef req-541c4c49-8370-4ca1-bd5f-97ad821b87b8 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 945 time: 0.0723927 Jun 18 00:26:49.185951 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ea1116fa-717e-4df9-930d-9fdd1c6eedef req-3f13f9a3-62da-4337-a495-3070c281c369 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322247 Jun 18 00:26:49.469672 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726428b-b1d3-4693-9682-438d84e069b9 req-c5982c83-1e81-4623-b4fb-f3423034c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:49.471582 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9726428b-b1d3-4693-9682-438d84e069b9 req-c5982c83-1e81-4623-b4fb-f3423034c3de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1099 time: 0.0801103 Jun 18 00:26:49.489961 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:49.636588 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d612a-3789-48a8-bcdc-14a9fbf56683 req-6ae81253-a8f6-4992-a3c8-11ab53a7f479 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:49.645044 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b29d612a-3789-48a8-bcdc-14a9fbf56683 req-6ae81253-a8f6-4992-a3c8-11ab53a7f479 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0797787 Jun 18 00:26:49.727955 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b29d612a-3789-48a8-bcdc-14a9fbf56683 req-d47365d2-dec4-4a36-b84b-c06c17f64ed2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816767 Jun 18 00:26:49.797136 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e74b-9d46-41a9-ad34-a8e1a0415707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:49.830915 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e396-f3f6-416e-bd1e-87aa83bf3c1d req-fd8087fd-7451-4975-abcc-a6c7a760fa34 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:49.832390 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9c19e396-f3f6-416e-bd1e-87aa83bf3c1d req-fd8087fd-7451-4975-abcc-a6c7a760fa34 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0749853 Jun 18 00:26:49.866293 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:49.883632 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9c19e396-f3f6-416e-bd1e-87aa83bf3c1d req-4f1e2972-463d-4e17-8509-6fa7e7cee411 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Jun 18 00:26:50.362294 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00c79a-fad0-49fc-afe8-4995ef379e33 req-3e20de96-490f-4f28-84d3-13496a716e87 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:50.363709 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e00c79a-fad0-49fc-afe8-4995ef379e33 req-3e20de96-490f-4f28-84d3-13496a716e87 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 945 time: 0.0637162 Jun 18 00:26:50.403213 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e00c79a-fad0-49fc-afe8-4995ef379e33 req-518d3ee4-183d-4d54-9b69-8f7d40896c2c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334268 Jun 18 00:26:50.708512 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:26:50.759011 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:50.759256 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port d51c7b93-7cad-4c79-b739-1cd7b366cd24 triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:26:50.759572 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:50.840691 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:50.879479 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:26:50.932823 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed808-6449-41a1-a2ee-da22bf172231 req-f5a74a82-f16a-4a26-ab76-df813d8842b3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:50.934636 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-925ed808-6449-41a1-a2ee-da22bf172231 req-f5a74a82-f16a-4a26-ab76-df813d8842b3 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0842288 Jun 18 00:26:50.946605 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:50.949602 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:50.981865 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-925ed808-6449-41a1-a2ee-da22bf172231 req-2d6af690-31ea-4a0b-b342-7e97ccf5bb2c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Jun 18 00:26:50.982565 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:26:50.985545 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caf81eb-039b-4c4a-a3f0-e47087e9e74a" -d '{"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-plugged", "status": "completed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:26:51.006014 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=8']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:51.010016 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:51.174940 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520573f-8e56-4c18-bf93-c41e71519bfd req-696bd5b8-c7c5-4a04-9611-68f6e39c38eb tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:51.179030 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c520573f-8e56-4c18-bf93-c41e71519bfd req-696bd5b8-c7c5-4a04-9611-68f6e39c38eb tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0722587 Jun 18 00:26:51.216286 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c520573f-8e56-4c18-bf93-c41e71519bfd req-3691bf0c-1b5c-4b5a-91a6-851ce6275822 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329149 Jun 18 00:26:51.267663 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03614510-9f10-4668-8b67-a3a68ba561c2 x-openstack-request-id: req-03614510-9f10-4668-8b67-a3a68ba561c2 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:26:51.268003 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-plugged", "status": "completed", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:26:51.268281 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03614510-9f10-4668-8b67-a3a68ba561c2 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:26:51.268687 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'code': 200} Jun 18 00:26:51.594620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae71221-7973-4c9a-adbe-d37e7c3235f9 req-49fa399c-c95e-42cb-8ed7-7e2db55191ff tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:51.596167 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6ae71221-7973-4c9a-adbe-d37e7c3235f9 req-49fa399c-c95e-42cb-8ed7-7e2db55191ff tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0744269 Jun 18 00:26:51.646014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6ae71221-7973-4c9a-adbe-d37e7c3235f9 req-6cab0026-160a-4ff6-87f4-c2b76503f924 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Jun 18 00:26:51.652910 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42052) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:51.758450 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:51.857850 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:51.917077 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:51.919769 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-69caaab1-d4af-4090-89a5-ec7b6432f3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:51.963709 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65591962b3b14509b551f7a91e0e04db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096967 Jun 18 00:26:51.966208 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c830d2b-f5e8-4976-b68f-db0c76db6aae,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:51.966394 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42056) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:26:51.973524 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.973902 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.974271 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.974630 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.975009 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.975368 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.975750 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.976100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.976452 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.976799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.977170 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.977513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:26:51.981899 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f67cc5b6-b65e-4cb0-9a00-65f9b54f032d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:52.035778 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:52.058862 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:52.179915 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:52.182417 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:52.183652 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c830d2b-f5e8-4976-b68f-db0c76db6aae HTTP/1.1" status: 204 len: 168 time: 0.2162538 Jun 18 00:26:52.185228 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e1a71a51-5b9d-45cc-a834-ee812ec22ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:26:52.202490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efaa4e-b8a1-4444-98ce-4197ff76da48 req-c7464f36-af77-4c86-bdb2-c527388bda30 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:52.204032 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-32efaa4e-b8a1-4444-98ce-4197ff76da48 req-c7464f36-af77-4c86-bdb2-c527388bda30 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0789576 Jun 18 00:26:52.205019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c830d2b-f5e8-4976-b68f-db0c76db6aae,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:26:52.213923 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:26:52.263338 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-32efaa4e-b8a1-4444-98ce-4197ff76da48 req-72a7f821-b10f-451b-8066-e22025b006ad tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482650 Jun 18 00:26:52.431425 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9bffe-0f1c-4b32-a10d-089160589fb2 req-2b5ca3f6-2418-47f4-b269-0f1c70759a68 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:52.432813 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e0e9bffe-0f1c-4b32-a10d-089160589fb2 req-2b5ca3f6-2418-47f4-b269-0f1c70759a68 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0680954 Jun 18 00:26:52.476944 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e0e9bffe-0f1c-4b32-a10d-089160589fb2 req-937f2a75-568f-43e0-9c3c-0e2186ed38af tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379469 Jun 18 00:26:52.488606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:26:52.822847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77dab3-4c3a-4b87-b0d5-526d9831dec5 req-baf0f427-62e1-49d9-9e94-bf8898944b7f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:52.824547 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c77dab3-4c3a-4b87-b0d5-526d9831dec5 req-baf0f427-62e1-49d9-9e94-bf8898944b7f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0629475 Jun 18 00:26:52.862567 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4c77dab3-4c3a-4b87-b0d5-526d9831dec5 req-16d3ee7f-4663-44ea-82d9-127c9bc7f342 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317073 Jun 18 00:26:53.448472 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f243de-8e13-4a77-918e-603b5a9a0f36 req-91c82e48-c171-44ed-9e19-4464d43a0cfa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:53.449883 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-47f243de-8e13-4a77-918e-603b5a9a0f36 req-91c82e48-c171-44ed-9e19-4464d43a0cfa tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0645475 Jun 18 00:26:53.488302 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-47f243de-8e13-4a77-918e-603b5a9a0f36 req-2357100e-9d9c-49d5-a4b2-e4fc580a1d64 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Jun 18 00:26:53.663733 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b54010-4fd7-4ef5-a776-54a8c144aaf2 req-7b2524ff-8e24-48ad-a1aa-acc2963894e9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:53.665193 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-52b54010-4fd7-4ef5-a776-54a8c144aaf2 req-7b2524ff-8e24-48ad-a1aa-acc2963894e9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0682991 Jun 18 00:26:53.705971 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-52b54010-4fd7-4ef5-a776-54a8c144aaf2 req-77395385-59f0-44c6-ab61-d67defcb043f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347817 Jun 18 00:26:53.859136 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:26:54.035777 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00bd27-4f29-42c5-9f95-895f2415383c req-6cd5c00f-50fe-4bc0-ba5a-b99eb6e8006f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:54.037286 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c00bd27-4f29-42c5-9f95-895f2415383c req-6cd5c00f-50fe-4bc0-ba5a-b99eb6e8006f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0625954 Jun 18 00:26:54.076929 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5c00bd27-4f29-42c5-9f95-895f2415383c req-4d61308f-e492-4294-9fb8-c724ff894a1a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Jun 18 00:26:54.685641 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf464-dc68-448d-a018-8ad100cb051d req-5f6c6041-b25f-48b7-9cd6-487a602850ee tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:54.687315 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-853bf464-dc68-448d-a018-8ad100cb051d req-5f6c6041-b25f-48b7-9cd6-487a602850ee tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0730622 Jun 18 00:26:54.730437 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-853bf464-dc68-448d-a018-8ad100cb051d req-78e6bff5-f767-4de6-b953-258499b7e5ef tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358956 Jun 18 00:26:54.898801 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ca0d-30f3-4d00-8d29-7fe4191654e7 req-12f7a332-d45b-4ae3-9e11-a2167ba29de5 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:54.900272 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d101ca0d-30f3-4d00-8d29-7fe4191654e7 req-12f7a332-d45b-4ae3-9e11-a2167ba29de5 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0644031 Jun 18 00:26:54.939760 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d101ca0d-30f3-4d00-8d29-7fe4191654e7 req-9c4b9ab5-6aef-448f-82d7-e566d7552ecb tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Jun 18 00:26:55.250857 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef0b1e-9b73-4bc6-846c-301226170adc req-68978bbc-78d9-4d14-b976-cae1bafae09f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:55.252334 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccef0b1e-9b73-4bc6-846c-301226170adc req-68978bbc-78d9-4d14-b976-cae1bafae09f tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0625496 Jun 18 00:26:55.290113 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ccef0b1e-9b73-4bc6-846c-301226170adc req-7569b8e0-07cf-4816-a011-a08c2b0940fc tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Jun 18 00:26:55.921941 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0ab9-bc05-4409-aced-4757ebe8c054 req-ff58875d-b8a4-4267-a93d-0f5b987d4b9b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:55.923523 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ff6a0ab9-bc05-4409-aced-4757ebe8c054 req-ff58875d-b8a4-4267-a93d-0f5b987d4b9b tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0754178 Jun 18 00:26:55.961726 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-ff6a0ab9-bc05-4409-aced-4757ebe8c054 req-05069408-3787-46e7-97b9-02977e2a8594 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Jun 18 00:26:56.126584 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069733b7-134d-4c24-9bd3-a53704dfdd4d req-31a60db5-8524-47f3-a77d-a779c691d6be tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:56.128166 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-069733b7-134d-4c24-9bd3-a53704dfdd4d req-31a60db5-8524-47f3-a77d-a779c691d6be tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0630429 Jun 18 00:26:56.168422 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-069733b7-134d-4c24-9bd3-a53704dfdd4d req-9069a7da-c280-41ca-81ed-21c44e1fa7b8 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Jun 18 00:26:56.471355 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dd70b-0225-4cf0-bd76-6bb4bc47b1e9 req-a9636807-abb9-428a-9d5a-911b989570c5 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:56.472827 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-431dd70b-0225-4cf0-bd76-6bb4bc47b1e9 req-a9636807-abb9-428a-9d5a-911b989570c5 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0660903 Jun 18 00:26:56.516707 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-431dd70b-0225-4cf0-bd76-6bb4bc47b1e9 req-efbe9e74-5278-4a05-91fa-4288d938c50a tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Jun 18 00:26:57.149540 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb31e41-bba4-4153-a2e0-96c5add90e67 req-9626d210-65d5-4de8-bfa0-4af752d19e94 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:57.151063 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2eb31e41-bba4-4153-a2e0-96c5add90e67 req-9626d210-65d5-4de8-bfa0-4af752d19e94 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0710263 Jun 18 00:26:57.187674 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2eb31e41-bba4-4153-a2e0-96c5add90e67 req-7848697d-1798-4ff3-b788-7e8c9c1e68a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310712 Jun 18 00:26:57.358513 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8b41e-d08c-43c0-abce-ed795eab14f5 req-f49e16c7-d121-47ca-a4b8-7894a5b10a77 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:57.360011 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8ae8b41e-d08c-43c0-abce-ed795eab14f5 req-f49e16c7-d121-47ca-a4b8-7894a5b10a77 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0638776 Jun 18 00:26:57.399220 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8ae8b41e-d08c-43c0-abce-ed795eab14f5 req-191d5019-942e-4c66-85ce-bdfe6cfdd387 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328300 Jun 18 00:26:57.697929 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362f389-af69-4e4d-be0f-2c475190cd16 req-e171b8b4-3f9d-4932-a053-958f9a26cf5d tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:57.699357 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5362f389-af69-4e4d-be0f-2c475190cd16 req-e171b8b4-3f9d-4932-a053-958f9a26cf5d tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0682120 Jun 18 00:26:57.736345 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5362f389-af69-4e4d-be0f-2c475190cd16 req-b315c7be-253c-4536-8460-5893c2177a1c tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Jun 18 00:26:58.386555 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f9e79-9309-4d34-9fda-5136cb5439c4 req-c3e5bb16-6bf7-4bd6-a670-62e80a3fe17f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:58.388081 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-961f9e79-9309-4d34-9fda-5136cb5439c4 req-c3e5bb16-6bf7-4bd6-a670-62e80a3fe17f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0699811 Jun 18 00:26:58.430962 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-961f9e79-9309-4d34-9fda-5136cb5439c4 req-088e3ace-18eb-4088-81cb-6bb69cdf0e3f tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362318 Jun 18 00:26:58.611171 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d8f9-6a11-45e4-a8fd-b1a2af48fb89 req-cd55b347-37c5-4987-8957-8a8b9871a29b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:58.612860 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00c9d8f9-6a11-45e4-a8fd-b1a2af48fb89 req-cd55b347-37c5-4987-8957-8a8b9871a29b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0710146 Jun 18 00:26:58.661666 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-00c9d8f9-6a11-45e4-a8fd-b1a2af48fb89 req-99174288-ae06-477c-9c9d-db565c13c4e7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 Jun 18 00:26:58.930354 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c319f7-a283-4134-93bc-736d84e864bd req-a665b1ba-3c12-4841-a6e3-2f656f91a0fd tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:58.932032 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48c319f7-a283-4134-93bc-736d84e864bd req-a665b1ba-3c12-4841-a6e3-2f656f91a0fd tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0789344 Jun 18 00:26:58.972461 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48c319f7-a283-4134-93bc-736d84e864bd req-02da8769-e46e-4250-8484-0b2195d28cb6 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340080 Jun 18 00:26:59.614318 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e6e67-3233-461d-96dc-0c489c530d6e req-1dc7dd94-cba1-45cb-927a-1820cc66d5bf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:26:59.615826 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e8e6e67-3233-461d-96dc-0c489c530d6e req-1dc7dd94-cba1-45cb-927a-1820cc66d5bf tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0663218 Jun 18 00:26:59.654164 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6e8e6e67-3233-461d-96dc-0c489c530d6e req-d9840f0b-0b3d-4833-b33d-915bc80036fe tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320256 Jun 18 00:27:00.081282 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd92ec7-c0b4-40d1-b0ee-c4697700e02a req-f62e3222-78a2-40c0-8be0-47ba879af5df tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:00.082829 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cd92ec7-c0b4-40d1-b0ee-c4697700e02a req-f62e3222-78a2-40c0-8be0-47ba879af5df tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.3064599 Jun 18 00:27:00.121906 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4cd92ec7-c0b4-40d1-b0ee-c4697700e02a req-dcc136f1-6753-4bd7-834b-a97dcd805177 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Jun 18 00:27:00.281996 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbd3b8-00d4-4bc8-b7b9-95d3da684088 req-fc28409b-2ea0-4e46-b99b-d2f87e3bda0b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:00.283517 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3bbbd3b8-00d4-4bc8-b7b9-95d3da684088 req-fc28409b-2ea0-4e46-b99b-d2f87e3bda0b tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0623446 Jun 18 00:27:00.319820 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3bbbd3b8-00d4-4bc8-b7b9-95d3da684088 req-dc16ac8b-a5d8-4bc4-8029-0daf1ec4b5f9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306211 Jun 18 00:27:00.828452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd6c5-def4-4088-928b-f899f3375851 req-589c6963-9636-4b34-bdb3-030c019103c9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:00.829948 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-832fd6c5-def4-4088-928b-f899f3375851 req-589c6963-9636-4b34-bdb3-030c019103c9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0636437 Jun 18 00:27:00.865430 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-832fd6c5-def4-4088-928b-f899f3375851 req-12605409-43d4-4ab6-9416-5c4adf4ec706 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299418 Jun 18 00:27:01.001483 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-9726428b-b1d3-4693-9682-438d84e069b9 req-fbc90cdf-065f-407b-a362-48258b16c8c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Jun 18 00:27:01.296935 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591550b-4893-4276-bcfa-a3c9d2d21f8f req-fe0c7f44-771b-47d4-837f-60f80c68c7a1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:01.302895 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2591550b-4893-4276-bcfa-a3c9d2d21f8f req-fe0c7f44-771b-47d4-837f-60f80c68c7a1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0617430 Jun 18 00:27:01.336913 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2591550b-4893-4276-bcfa-a3c9d2d21f8f req-67316b6b-d4d1-4de9-a9ae-e7c422384be8 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jun 18 00:27:01.497117 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93db28-d372-47b3-9e2d-9c7e80156646 req-261a176f-5209-4150-a28f-79622cd18599 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:01.498577 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-da93db28-d372-47b3-9e2d-9c7e80156646 req-261a176f-5209-4150-a28f-79622cd18599 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0638945 Jun 18 00:27:01.536438 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-da93db28-d372-47b3-9e2d-9c7e80156646 req-32cb3a81-792e-40f3-922b-0371690dc626 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Jun 18 00:27:01.590949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f988a-b020-4090-aeef-856e3424fbfc req-a94aea9f-fa7e-4d75-884d-617dc8fb7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:01.592432 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd5f988a-b020-4090-aeef-856e3424fbfc req-a94aea9f-fa7e-4d75-884d-617dc8fb7335 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1099 time: 0.0515161 Jun 18 00:27:01.635762 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-dd5f988a-b020-4090-aeef-856e3424fbfc req-d35542e0-b5c0-4dfd-b1da-9ebacd4c0f07 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363441 Jun 18 00:27:02.055818 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3bb75-644d-4f54-b24e-edc9e9d4b233 req-880e7f3c-348f-42c2-bb74-c7c9fb389839 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:02.057189 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d3bb75-644d-4f54-b24e-edc9e9d4b233 req-880e7f3c-348f-42c2-bb74-c7c9fb389839 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0687885 Jun 18 00:27:02.093592 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-63d3bb75-644d-4f54-b24e-edc9e9d4b233 req-0f4b14a7-092b-4fb0-8c91-d9a11f158ae4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Jun 18 00:27:02.507322 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e25d-23a3-4f36-9df8-1f94401c5d59 req-5af844af-d8b4-4623-8bbf-138151c79d77 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:02.509361 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d52e25d-23a3-4f36-9df8-1f94401c5d59 req-5af844af-d8b4-4623-8bbf-138151c79d77 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0630476 Jun 18 00:27:02.551887 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4d52e25d-23a3-4f36-9df8-1f94401c5d59 req-e432e4b6-75f8-4295-9fff-fc077478086f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Jun 18 00:27:02.724119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b75dba-510c-4f24-89bf-fade717baafc req-7fb69b4f-fa37-4a82-926b-aecdf3843fd9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:02.725599 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33b75dba-510c-4f24-89bf-fade717baafc req-7fb69b4f-fa37-4a82-926b-aecdf3843fd9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0701163 Jun 18 00:27:02.765275 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-33b75dba-510c-4f24-89bf-fade717baafc req-9b941ff1-5334-452b-a886-622eeb76f680 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337262 Jun 18 00:27:03.267779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cb93b-4b17-4888-9bd1-b89343083c71 req-98ae29ec-213b-43f7-a248-2b49225d56e4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:03.269252 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-032cb93b-4b17-4888-9bd1-b89343083c71 req-98ae29ec-213b-43f7-a248-2b49225d56e4 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.0614088 Jun 18 00:27:03.306957 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-032cb93b-4b17-4888-9bd1-b89343083c71 req-82ed03c1-b180-47ac-bbaa-7cd9017e8a88 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Jun 18 00:27:03.721994 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1d64c-0f49-4b47-87bf-d26d069e320a req-dfdf414e-cc02-4fa0-b553-383931daed85 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:03.723392 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a2e1d64c-0f49-4b47-87bf-d26d069e320a req-dfdf414e-cc02-4fa0-b553-383931daed85 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0603323 Jun 18 00:27:03.758937 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a2e1d64c-0f49-4b47-87bf-d26d069e320a req-6924e566-08b1-49cd-9ee3-d8e86aa752dc tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293791 Jun 18 00:27:03.975235 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c6cfe-40cd-4ada-923d-e2d1cb94d9c8 req-0acd00cf-2194-4f7a-9d0d-f9c0d8a32d51 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:03.976596 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e6c6cfe-40cd-4ada-923d-e2d1cb94d9c8 req-0acd00cf-2194-4f7a-9d0d-f9c0d8a32d51 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0967240 Jun 18 00:27:03.984454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590e41a-1a3c-4312-9548-9106a92b8a4b req-fe7f77af-c70d-4287-916c-1a3cdd8f18d0 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:03.985785 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f590e41a-1a3c-4312-9548-9106a92b8a4b req-fe7f77af-c70d-4287-916c-1a3cdd8f18d0 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.1150661 Jun 18 00:27:04.040462 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e6c6cfe-40cd-4ada-923d-e2d1cb94d9c8 req-2ad4642f-df63-4d3f-8250-4abcda5d2f93 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537446 Jun 18 00:27:04.045231 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f590e41a-1a3c-4312-9548-9106a92b8a4b req-b689a33d-be53-434d-8fa4-70c173cf6fa7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519307 Jun 18 00:27:04.069979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42148) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:04.123357 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7891fc15-8c72-425a-822c-7f3c84c517b5 tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:04.124901 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7891fc15-8c72-425a-822c-7f3c84c517b5 tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1094 time: 0.0533748 Jun 18 00:27:04.127809 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42152) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:04.132179 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:27:04.235557 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:04.328240 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:04.458764 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.27.0.162 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/1ee0b099-09db-4900-ba5e-9b6d4bfa6268) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:27:04.556162 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da7e52-f8b3-4fae-bd0e-057348bbb3ab req-759935e6-5b17-4032-95e3-15ae784cb951 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:04.557681 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-43da7e52-f8b3-4fae-bd0e-057348bbb3ab req-759935e6-5b17-4032-95e3-15ae784cb951 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 943 time: 0.1367815 Jun 18 00:27:04.610337 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:04.622754 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-43da7e52-f8b3-4fae-bd0e-057348bbb3ab req-779a7307-2617-412c-94d2-e2172c90a023 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587842 Jun 18 00:27:04.688381 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:04.690424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:04.728009 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:27:04.730894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:27:04.734293 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:27:04.739583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=1ee0b099-09db-4900-ba5e-9b6d4bfa6268,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:04.765169 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.765488 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.765870 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.766244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.766613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.767007 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.767376 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.767742 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.768107 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.768468 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.768827 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.769183 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:04.773699 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:04.775035 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:27:04.866135 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:04.878473 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'port_id': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'mac_address': 'fa:16:3e:5c:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:27:05.038528 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.051656 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:27:05.071907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:05.122747 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.151284 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.153089 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:05.197901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=9']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:05.200945 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:05.287547 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.434252 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.462759 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['38754a6c-4d54-45fe-835f-a8b77def3fcd'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:27:05.493596 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.496554 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-42f898fb-e036-41a7-8281-0a8cfa8b08be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:05.560888 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=1ee0b099-09db-4900-ba5e-9b6d4bfa6268,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:05.565079 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:05.575266 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:05.679149 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP b8c224bf-eb17-4345-8e2d-307f94c8c242 associated. External IP: 172.27.0.162, port: d8d30ce8-3c76-4cdd-becd-2af2ed0c1100. Jun 18 00:27:05.865368 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0bca5-e2c9-4e2f-b561-f080b7d5cff0 req-b6dc22ec-9d6c-4577-891f-2b1874bc5629 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:05.866835 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3ee0bca5-e2c9-4e2f-b561-f080b7d5cff0 req-b6dc22ec-9d6c-4577-891f-2b1874bc5629 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 944 time: 0.1136861 Jun 18 00:27:05.945678 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3ee0bca5-e2c9-4e2f-b561-f080b7d5cff0 req-281b37f3-d18b-484e-92df-ae4d6a46c697 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725577 Jun 18 00:27:05.963974 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:27:06.068529 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:27:06.078023 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:27:06.086639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:06.088045 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:26:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:06.139490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:06.176014 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0471938 Jun 18 00:27:06.176762 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:27:06.179363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e289ef-5bc8-4592-9b26-b9c064c00f62" -d '{"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:27:06.193187 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:06.215275 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ca034-a4fc-48e9-8960-7affa106b386 x-openstack-request-id: req-b62ca034-a4fc-48e9-8960-7affa106b386 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:27:06.215611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:27:06.215935 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b62ca034-a4fc-48e9-8960-7affa106b386 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:27:06.216388 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'status': 'completed', 'code': 200} Jun 18 00:27:06.318340 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-d9730ee4-8dd1-490a-884b-472fca7d8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:06.319855 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-d9730ee4-8dd1-490a-884b-472fca7d8e25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1099 time: 0.0521262 Jun 18 00:27:06.410155 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:04Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:06.411784 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-b13c498b-8a8b-4f3a-aef9-f1069f87e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:06.412690 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-b13c498b-8a8b-4f3a-aef9-f1069f87e14d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0853693 Jun 18 00:27:06.437303 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:27:06.445562 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:06.446199 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:26:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:06.474988 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-1b8077dd-b224-449d-b3b3-cadc9f2be6f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 1000 time: 0.0559876 Jun 18 00:27:06.525465 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-728ace25-6d52-4d2a-858a-d6339aca5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:06.526942 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-728ace25-6d52-4d2a-858a-d6339aca5a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0459869 Jun 18 00:27:06.547658 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:06.582524 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-617612f4-2be1-4199-ba6b-053d39b1d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:06.584038 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-617612f4-2be1-4199-ba6b-053d39b1d7db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504849 Jun 18 00:27:06.682627 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-f1a29f21-49c0-4570-ac63-1d26e501a7b6 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918405 Jun 18 00:27:06.765132 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:04Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:06.772898 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-18e289ef-5bc8-4592-9b26-b9c064c00f62 req-2f572351-ccb1-49f7-9501-f28d5476ab4f service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Jun 18 00:27:06.792413 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:27:06.794797 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9b3ee-1109-4da9-bff1-ef9e2fe518f0 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:04Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:27:06.841068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port 38754a6c-4d54-45fe-835f-a8b77def3fcd triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:27:06.841449 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:06.922191 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:06.944780 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:27:06.947608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b1f80-5927-4801-9dfe-0f7222302439" -d '{"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:27:06.961454 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:06.980717 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa5ee4-c1e9-4649-9e13-9ea1137bdd99 None None] New status for floating IP b8c224bf-eb17-4345-8e2d-307f94c8c242: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:27:06.999024 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64984696-5509-4d40-a616-d6d229f2c440 x-openstack-request-id: req-64984696-5509-4d40-a616-d6d229f2c440 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:27:07.010942 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-plugged", "status": "completed", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:27:07.010942 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64984696-5509-4d40-a616-d6d229f2c440 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:27:07.010942 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'code': 200} Jun 18 00:27:07.065323 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:07.067392 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:07.114256 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=10']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:07.117570 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:07.142314 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa33665-1d0b-46e3-86ea-2a4d89a1921a req-8ae6cc6a-d0cf-49eb-921d-d865d557edc0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:07.143996 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4fa33665-1d0b-46e3-86ea-2a4d89a1921a req-8ae6cc6a-d0cf-49eb-921d-d865d557edc0 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Jun 18 00:27:07.185926 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-4fa33665-1d0b-46e3-86ea-2a4d89a1921a req-8d6dcb58-bd4a-496a-9f65-9358a391b9a1 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Jun 18 00:27:07.369075 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657fe03-9daf-41e2-90b0-ae7451690e61 req-42307fc5-49cc-4dbc-a503-d7aa63881aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:07.370517 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6657fe03-9daf-41e2-90b0-ae7451690e61 req-42307fc5-49cc-4dbc-a503-d7aa63881aab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 1099 time: 0.0510721 Jun 18 00:27:07.403309 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6657fe03-9daf-41e2-90b0-ae7451690e61 req-6840135b-ffd4-43c4-8e1d-b9a73c133b30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267212 Jun 18 00:27:08.361625 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5aede-0418-41ae-b32b-f3ac10a9b93d req-4aa63e78-803d-44b8-99e6-a99fee145026 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:08.363151 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22a5aede-0418-41ae-b32b-f3ac10a9b93d req-4aa63e78-803d-44b8-99e6-a99fee145026 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0607810 Jun 18 00:27:08.398288 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-22a5aede-0418-41ae-b32b-f3ac10a9b93d req-e6e34cdd-3447-43cc-b056-a400b059152e tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297976 Jun 18 00:27:09.593221 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcbf3f-8dd1-4aab-81e9-cfd3e9cd2c48 req-285770f6-b8ba-46e8-8a47-f1dd5c0c58b9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:09.594661 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6dcbf3f-8dd1-4aab-81e9-cfd3e9cd2c48 req-285770f6-b8ba-46e8-8a47-f1dd5c0c58b9 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0657902 Jun 18 00:27:09.632017 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e6dcbf3f-8dd1-4aab-81e9-cfd3e9cd2c48 req-9b264a97-9a52-4db3-8fbd-9af6029a203d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Jun 18 00:27:10.807876 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1b59d-a185-40e5-b86a-e89b8b41acc5 req-34a84f9a-65b4-47b9-9c5e-889196c78eb7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:10.809355 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a9d1b59d-a185-40e5-b86a-e89b8b41acc5 req-34a84f9a-65b4-47b9-9c5e-889196c78eb7 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0632262 Jun 18 00:27:10.845830 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a9d1b59d-a185-40e5-b86a-e89b8b41acc5 req-4ed876c8-189e-4dbc-a401-47bc9ab4a7ca tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 Jun 18 00:27:17.178544 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-fbc94709-6a55-44ab-abef-3466ac0e7b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:19.482121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:19.790796 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f88e190c-5a6c-44bc-846e-183f8cf35d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:19.888399 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:20.785521 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:22.459042 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:27.288715 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a5fd-a990-4c00-b8a9-75b74861ba57 req-0d3c9253-c07b-44cc-a863-f891d6a538b5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:27.290181 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-54e7a5fd-a990-4c00-b8a9-75b74861ba57 req-0d3c9253-c07b-44cc-a863-f891d6a538b5 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0608802 Jun 18 00:27:27.325677 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-54e7a5fd-a990-4c00-b8a9-75b74861ba57 req-60963736-29b2-45ce-baf4-83396bbbbf12 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299697 Jun 18 00:27:28.497635 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75ea99-78cc-4da4-8beb-3d99683eb63f req-9753b6d4-f534-4f64-ac40-5a704adfd836 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:28.499003 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e75ea99-78cc-4da4-8beb-3d99683eb63f req-9753b6d4-f534-4f64-ac40-5a704adfd836 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0641534 Jun 18 00:27:28.534946 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-9e75ea99-78cc-4da4-8beb-3d99683eb63f req-782d0ca0-ccb9-4489-b5da-fad23e9785f4 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304048 Jun 18 00:27:29.520319 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-018c6a8f-adb7-4144-a34c-70d65a864182 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:29.521738 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-018c6a8f-adb7-4144-a34c-70d65a864182 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0643904 Jun 18 00:27:29.618481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Deleting port d6f5baea-fd7e-425e-9a89-a3c99220e13e {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:29.618864 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:29.709022 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] For port d6f5baea-fd7e-425e-9a89-a3c99220e13e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d6f5baea-fd7e-425e-9a89-a3c99220e13e,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:29.709379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:29.709638 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809c03-fde5-4aa0-bc77-51b08655319c req-aec67479-adf3-4d32-add3-7fd4a2451611 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:29.711207 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-15809c03-fde5-4aa0-bc77-51b08655319c req-aec67479-adf3-4d32-add3-7fd4a2451611 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 946 time: 0.0664325 Jun 18 00:27:29.751159 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-15809c03-fde5-4aa0-bc77-51b08655319c req-893084b3-106a-48fa-bbe2-1785ef8fc466 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups?id=5d05d46a-c7c1-42d4-920d-9102fc9ef76c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 Jun 18 00:27:30.133890 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:30.134254 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:30.134566 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Floating IP e4dcc74d-cfec-4441-8565-1d88dee197a7 disassociated. External IP: 172.27.0.229, port: d6f5baea-fd7e-425e-9a89-a3c99220e13e. Jun 18 00:27:30.134942 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Calling delete_port for d6f5baea-fd7e-425e-9a89-a3c99220e13e owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:30.304862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:30.308824 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5851b283-09b4-41b6-86d7-74bdc09ede44 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:30.333591 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'Port': ['ID=d6f5baea-fd7e-425e-9a89-a3c99220e13e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:30.335967 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:30.444482 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:27:30.545737 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:27:30.556057 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:27:30.565098 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:30.565713 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:30.587961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] No DVR routers for this DVR port d6f5baea-fd7e-425e-9a89-a3c99220e13e on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:30.590509 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:30.592548 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-a7d080d7-b40a-41a5-a068-289a38921f17 req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.16 "DELETE /v2.0/ports/d6f5baea-fd7e-425e-9a89-a3c99220e13e HTTP/1.1" status: 204 len: 173 time: 1.0643234 Jun 18 00:27:30.593056 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'name': 'network-vif-deleted', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:27:30.595433 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11daec6-449d-4ece-85ed-bf40bdf9a0a4" -d '{"events": [{"server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "name": "network-vif-deleted", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:27:30.640004 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c4dc3-754c-4d3d-a6aa-2438d05e0f0d x-openstack-request-id: req-188c4dc3-754c-4d3d-a6aa-2438d05e0f0d {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:27:30.640336 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f093d2-a274-45df-9228-230ae7695bc5", "name": "network-vif-deleted", "tag": "d6f5baea-fd7e-425e-9a89-a3c99220e13e", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:27:30.640632 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-188c4dc3-754c-4d3d-a6aa-2438d05e0f0d {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:27:30.641067 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f093d2-a274-45df-9228-230ae7695bc5', 'name': 'network-vif-deleted', 'tag': 'd6f5baea-fd7e-425e-9a89-a3c99220e13e', 'status': 'completed', 'code': 200} Jun 18 00:27:30.670228 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:30.860040 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:27:30.876554 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:30.902683 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:27:30.905939 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5e2ced7c-cba6-4c9f-80be-bfe7a0973b29 req-ac71f1f9-92de-42f3-8f37-4fde3efa6ffd tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9f093d2-a274-45df-9228-230ae7695bc5 HTTP/1.1" status: 200 len: 210 time: 0.0323710 Jun 18 00:27:30.916343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:30.916343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:31.017100 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:31.208793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:31.234161 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc171b30-7935-4588-a40f-89d4c5cb8881 None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:49Z', 'revision_number': 4, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '56a7967d-e7fe-4fb2-9398-518061062193', 'name': '', 'network_id': 'b96f4944-a8e3-45f9-be06-b52db1c805e0', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'mac_address': 'fa:16:3e:02:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '455131f6-77ea-453e-8f07-124332a48f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:48Z', 'updated_at': '2021-06-18T00:20:54Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'subnets': [{'id': '455131f6-77ea-453e-8f07-124332a48f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:27:31.460698 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7c8ee-0291-4d1a-8746-c8f794288d0a None None] New status for floating IP e4dcc74d-cfec-4441-8565-1d88dee197a7: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:27:32.094085 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42326) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:32.147108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.168908 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.270309 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.272972 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.274113 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "DELETE /v2.0/security-groups/5d05d46a-c7c1-42d4-920d-9102fc9ef76c HTTP/1.1" status: 204 len: 168 time: 0.1790490 Jun 18 00:27:32.274907 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a7faf5df-a4d4-43eb-b5d1-038c5ae558c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:32.276954 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42328) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:32.283373 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05d46a-c7c1-42d4-920d-9102fc9ef76c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:32.288943 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2343adaa-7c1a-4200-8edf-c477c522f4f1 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:32.290631 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.api.v2.resource [None req-3a564b74-8f11-48db-9af9-732694f7d024 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] show failed (client error): The resource could not be found. Jun 18 00:27:32.291754 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-3a564b74-8f11-48db-9af9-732694f7d024 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "GET /v2.0/security-groups/5d05d46a-c7c1-42d4-920d-9102fc9ef76c HTTP/1.1" status: 404 len: 347 time: 0.0137265 Jun 18 00:27:32.294915 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42330) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:32.412680 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Deleting port dd4e628c-b0ea-4b59-abec-61b18b547cbd {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:32.413014 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.492982 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.493311 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.556453 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Calling delete_port for dd4e628c-b0ea-4b59-abec-61b18b547cbd owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:32.744743 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.747586 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-840cdc81-af6c-45cb-83d9-35a4d12ea185 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:32.770538 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Pushing event deleted for resources: {'Port': ['ID=dd4e628c-b0ea-4b59-abec-61b18b547cbd,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:32.774233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:32.831860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.831860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:32.832950 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] 10.222.0.38 "DELETE /v2.0/floatingips/e4dcc74d-cfec-4441-8565-1d88dee197a7 HTTP/1.1" status: 204 len: 168 time: 0.5371521 Jun 18 00:27:34.885124 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d6f5baea-fd7e-425e-9a89-a3c99220e13e no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:34.905705 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: d6f5baea-fd7e-425e-9a89-a3c99220e13e {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:34.906309 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d6f5baea-fd7e-425e-9a89-a3c99220e13e not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:36.876420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42360) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:37.343760 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:37.583556 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Deleting port 56a7967d-e7fe-4fb2-9398-518061062193 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:37.583897 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:37.657976 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] For port 56a7967d-e7fe-4fb2-9398-518061062193, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=56a7967d-e7fe-4fb2-9398-518061062193,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:37.658230 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:37.722408 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Calling delete_port for 56a7967d-e7fe-4fb2-9398-518061062193 owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:37.973325 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:37.975257 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-21815e6c-6ffa-4aa5-a8c8-968afb8c5794 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:37.999302 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a7967d-e7fe-4fb2-9398-518061062193,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:38.002421 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:38.165423 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:38.368162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:27:38.466468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:27:38.471372 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] 10.222.0.38 "PUT /v2.0/routers/94806fad-9e92-4a2a-a1e3-e1bd83e17aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939491 Jun 18 00:27:38.473874 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42366) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:38.474687 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Sync routers for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:27:38.484186 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:38.484800 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:38.573799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks [] for router, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:38.586098 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:38.672085 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:38.793123 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Deleting port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:38.793467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:38.873796 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] For port 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:38.874151 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:38.880767 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:27:37Z', 'revision_number': 5, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port': {'id': '22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:38.905866 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Checking router: 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:27:38.914183 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Routers {'94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:38.914839 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:38.938720 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Calling delete_port for 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 owned by network:router_gateway {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:38.999971 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] Set router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 gateway port host: None {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:39.051764 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:27:38Z', 'revision_number': 6, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:39.077793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9498bd-191e-4f05-b7cb-01240cca91bf None None] The sync data for ids ['94806fad-9e92-4a2a-a1e3-e1bd83e17aa7'] in dv-cinder-796950-2-iscsi is: [{'id': '94806fad-9e92-4a2a-a1e3-e1bd83e17aa7', 'name': 'tempest-AttachVolumeTestJSON-573879725-router', 'tenant_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:20:45Z', 'updated_at': '2021-06-18T00:27:38Z', 'revision_number': 6, 'project_id': '24f33f5d450b41c8bbc4b4e9a344d5cd', 'gw_port_host': None}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:27:39.150819 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.153014 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2373a256-507d-41a2-93bf-b9a34bb19889 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:39.176059 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:39.180110 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:39.237537 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.324758 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.327341 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.413364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.413891 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 {{(pid=99799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:27:39.418183 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.419384 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] 10.222.0.38 "DELETE /v2.0/routers/94806fad-9e92-4a2a-a1e3-e1bd83e17aa7 HTTP/1.1" status: 204 len: 168 time: 0.9445803 Jun 18 00:27:39.421744 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42370) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:39.468111 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Deleting subnet 455131f6-77ea-453e-8f07-124332a48f34 {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:27:39.471454 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.510565 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.587844 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.682070 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.685042 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fb301fca-27bd-4028-8400-a407317807d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:39.709676 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455131f6-77ea-453e-8f07-124332a48f34,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:39.711620 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.713503 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/455131f6-77ea-453e-8f07-124332a48f34 HTTP/1.1" status: 204 len: 168 time: 0.2908218 Jun 18 00:27:39.714383 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a660bfe8-6c0e-4360-bc1a-8041198bcfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:39.716167 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42374) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:39.716961 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad51d20-5990-4e44-a688-ee85ba1eaec8 None None] Network b96f4944-a8e3-45f9-be06-b52db1c805e0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:27:39.782002 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.838395 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Deleting port e8758dd5-375d-4572-9588-07740b60f268 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:39.838861 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.900933 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] DHCP port deletion for b96f4944-a8e3-45f9-be06-b52db1c805e0 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:27:39.907196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] For port e8758dd5-375d-4572-9588-07740b60f268, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=e8758dd5-375d-4572-9588-07740b60f268,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:39.907196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.947361 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Deleting port e8758dd5-375d-4572-9588-07740b60f268 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:39.947663 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:39.968894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Calling delete_port for e8758dd5-375d-4572-9588-07740b60f268 owned by network:dhcp {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:40.013765 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] For port e8758dd5-375d-4572-9588-07740b60f268, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=e8758dd5-375d-4572-9588-07740b60f268,segment=NetworkSegment(9445c1e7-d8f9-4307-b78b-3a990ade118e),segment_id=9445c1e7-d8f9-4307-b78b-3a990ade118e)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:40.015722 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.078243 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Calling delete_port for e8758dd5-375d-4572-9588-07740b60f268 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:40.098233 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.102124 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:40.125330 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8758dd5-375d-4572-9588-07740b60f268,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:40.127855 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:40.136037 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] No DVR routers for this DVR port e8758dd5-375d-4572-9588-07740b60f268 on host dv-cinder-796950-2-iscsi {{(pid=99800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:40.162264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.164936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:40.188926 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Pushing event deleted for resources: {'Port': ['ID=e8758dd5-375d-4572-9588-07740b60f268,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:40.191119 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] No DVR routers for this DVR port e8758dd5-375d-4572-9588-07740b60f268 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:40.202508 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.203064 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.203409 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.203746 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.204082 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.204412 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.204741 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.205068 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.205395 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.205719 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.206042 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.206359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:27:40.209343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-adcf897f-47b4-414d-9805-07bbf69c1e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:40.214090 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.223652 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96f4944-a8e3-45f9-be06-b52db1c805e0']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:40.233657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9445c1e7-d8f9-4307-b78b-3a990ade118e') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:40.239414 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9445c1e7-d8f9-4307-b78b-3a990ade118e') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:40.242620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.256093 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.261640 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:27:40.262019 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:27:40.264196 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:27:40.383737 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.387359 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-92b737e2-0ffa-4a48-a822-23e122d9f2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:40.390436 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.392283 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b96f4944-a8e3-45f9-be06-b52db1c805e0 HTTP/1.1" status: 204 len: 168 time: 0.6750402 Jun 18 00:27:40.402947 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96f4944-a8e3-45f9-be06-b52db1c805e0,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:40.405343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:40.690950 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42378) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:40.728758 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-d74e5a98-0573-44bd-b62b-5003dd9c4396 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24f33f5d450b41c8bbc4b4e9a344d5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366025 Jun 18 00:27:40.730929 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42380) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:40.776425 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.796734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.904379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.907030 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:40.908185 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e811c286-d0ae-4e09-b4c2-188fa441e0d8 HTTP/1.1" status: 204 len: 168 time: 0.1763823 Jun 18 00:27:40.908958 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14f66ad1-d2e6-4ff7-bb7f-c9a25c3a6f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:40.916539 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811c286-d0ae-4e09-b4c2-188fa441e0d8,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:40.919320 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:40.984594 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 56a7967d-e7fe-4fb2-9398-518061062193 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:41.004017 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 56a7967d-e7fe-4fb2-9398-518061062193 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:41.004379 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 56a7967d-e7fe-4fb2-9398-518061062193 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:41.004799 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device e8758dd5-375d-4572-9588-07740b60f268 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:41.025150 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: e8758dd5-375d-4572-9588-07740b60f268 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:41.025503 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device e8758dd5-375d-4572-9588-07740b60f268 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:41.025925 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:41.044354 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:41.045246 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 22a3b1b9-1ea2-4c61-b2f7-8bbf8c8263c0 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:44.675012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857b0c0-4e73-495b-9b1d-4c8c37c8db3b req-6ddf2db6-30a2-48de-8390-c145926eec01 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:44.676451 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5857b0c0-4e73-495b-9b1d-4c8c37c8db3b req-6ddf2db6-30a2-48de-8390-c145926eec01 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0658038 Jun 18 00:27:44.713537 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5857b0c0-4e73-495b-9b1d-4c8c37c8db3b req-fd8b5f10-c3b7-48d3-b236-a330ea6f3cfe tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Jun 18 00:27:45.493761 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42452) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:45.593822 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.678572 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.755936 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.759721 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-24b6f4cd-c3c1-478d-9796-b9d8df96f02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:45.794936 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd49114f7cd145d5aa79023a85585d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000627 Jun 18 00:27:45.796109 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284f868-2040-4794-aa4e-3f2d627ba7ac,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:45.797820 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42458) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:45.804908 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:45.848464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.868402 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.898073 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d76f6a-d366-41e1-9bf8-3353de5c9397 req-67c73c21-822c-4b95-8a0f-27c6073e77a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:45.899571 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a2d76f6a-d366-41e1-9bf8-3353de5c9397 req-67c73c21-822c-4b95-8a0f-27c6073e77a2 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.0665970 Jun 18 00:27:45.984876 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.987525 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:45.988734 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0284f868-2040-4794-aa4e-3f2d627ba7ac HTTP/1.1" status: 204 len: 168 time: 0.1898732 Jun 18 00:27:45.989665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4da33fe1-72fd-4530-a0e2-b239b9cc6860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:45.998209 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284f868-2040-4794-aa4e-3f2d627ba7ac,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:46.001100 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ff10e86b-0026-4bf0-bb87-12ae0581448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:46.193085 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a2d76f6a-d366-41e1-9bf8-3353de5c9397 req-8e830b24-7c9e-4423-8708-57610ee7ebd6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups?id=8295cc96-ed41-4795-9e7d-f84459c8e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871337 Jun 18 00:27:46.419588 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-a1a14c8e-96bd-4bcc-8e92-33376fbde31c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:27:46.421875 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-a1a14c8e-96bd-4bcc-8e92-33376fbde31c tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 946 time: 0.3251808 Jun 18 00:27:46.531536 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Deleting port 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:46.531901 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:46.618265 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] For port 38754a6c-4d54-45fe-835f-a8b77def3fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=38754a6c-4d54-45fe-835f-a8b77def3fcd,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:46.618619 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:46.787979 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:46.788402 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:46.788717 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Floating IP 65b99571-eae2-4cca-b4e5-f6b935b1e86a disassociated. External IP: 172.27.0.12, port: 38754a6c-4d54-45fe-835f-a8b77def3fcd. Jun 18 00:27:46.789064 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Calling delete_port for 38754a6c-4d54-45fe-835f-a8b77def3fcd owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:46.990212 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:46.994504 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-b7d9d61f-4bce-4934-ac05-5b633932a410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:47.018297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'Port': ['ID=38754a6c-4d54-45fe-835f-a8b77def3fcd,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:47.021817 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:47.132387 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:27:47.161458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f202c4b0-4c74-44b5-aa59-bce77860fccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:47.240927 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:27:47.251514 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:27:47.261975 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:47.262722 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:47.289336 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] No DVR routers for this DVR port 38754a6c-4d54-45fe-835f-a8b77def3fcd on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:47.291957 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:47.294170 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-8cbda090-19d6-42da-a1ec-8badf3b7a12d req-3a5053d6-b82e-462d-85ae-4b58fd44e392 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.16 "DELETE /v2.0/ports/38754a6c-4d54-45fe-835f-a8b77def3fcd HTTP/1.1" status: 204 len: 173 time: 0.8664477 Jun 18 00:27:47.294738 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-deleted', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:27:47.297687 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ca3761-980e-4053-b0b2-b00a93b2d0ee" -d '{"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-deleted", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:27:47.338667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc984e6b-bd75-462b-acb6-7979e76320fc x-openstack-request-id: req-dc984e6b-bd75-462b-acb6-7979e76320fc {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:27:47.344861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a453ab-1f90-4fa3-9119-b6d73ea77d77", "name": "network-vif-deleted", "tag": "38754a6c-4d54-45fe-835f-a8b77def3fcd", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:27:47.344861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc984e6b-bd75-462b-acb6-7979e76320fc {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:27:47.344861 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a453ab-1f90-4fa3-9119-b6d73ea77d77', 'name': 'network-vif-deleted', 'tag': '38754a6c-4d54-45fe-835f-a8b77def3fcd', 'status': 'completed', 'code': 200} Jun 18 00:27:47.362622 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-90d4c1d2-e712-47c4-9f05-4b5e18cd05c1 req-a684d038-bf0d-4477-85e0-b8b58586ce34 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/ports?device_id=50a453ab-1f90-4fa3-9119-b6d73ea77d77 HTTP/1.1" status: 200 len: 210 time: 0.0473516 Jun 18 00:27:47.391640 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:47.610579 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:47.636974 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:27:47.648888 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:47.649626 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:47.754465 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:47.961227 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:47.990897 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0880-4f97-4ecd-a65b-700129e906c9 None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:19:37Z', 'revision_number': 4, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '990fc338-72d4-4114-b932-52821e578c71', 'name': '', 'network_id': 'c39b6022-9c36-4880-8eba-d9440f74b9b0', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'mac_address': 'fa:16:3e:c4:af:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:35Z', 'updated_at': '2021-06-18T00:19:45Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'subnets': [{'id': '95ba2386-5293-46ba-9be8-c20f8b1632ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:27:48.209030 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a2570-940d-44d7-a6ca-085c96a37298 None None] New status for floating IP 65b99571-eae2-4cca-b4e5-f6b935b1e86a: DOWN {{(pid=99801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:27:48.552751 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42514) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:48.610274 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.633020 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.732011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.735044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.736168 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "DELETE /v2.0/security-groups/8295cc96-ed41-4795-9e7d-f84459c8e7e0 HTTP/1.1" status: 204 len: 168 time: 0.1821678 Jun 18 00:27:48.736973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-904e98a1-e48d-4ba3-9355-474aecaa1746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:48.738901 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42516) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:48.746309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295cc96-ed41-4795-9e7d-f84459c8e7e0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:48.749233 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:48.754078 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.api.v2.resource [None req-4456345c-77e4-4c42-9075-556c92b4e651 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] show failed (client error): The resource could not be found. Jun 18 00:27:48.755118 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-4456345c-77e4-4c42-9075-556c92b4e651 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "GET /v2.0/security-groups/8295cc96-ed41-4795-9e7d-f84459c8e7e0 HTTP/1.1" status: 404 len: 347 time: 0.0152516 Jun 18 00:27:48.757914 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42518) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:48.874743 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Deleting port cbb9f653-28cf-4d9e-aea6-87a9a3913237 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:48.875021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.949722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:48.950052 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.010313 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Calling delete_port for cbb9f653-28cf-4d9e-aea6-87a9a3913237 owned by network:floatingip {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:49.211702 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.213694 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-14d89192-2225-4f6d-aa0c-1b180b177502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:49.235771 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Pushing event deleted for resources: {'Port': ['ID=cbb9f653-28cf-4d9e-aea6-87a9a3913237,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:49.238379 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:49.301264 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks [] for floatingip, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.304023 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.305191 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-cc5ff1e6-79c0-4b23-8ef5-fcb26167bad6 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] 10.222.0.38 "DELETE /v2.0/floatingips/65b99571-eae2-4cca-b4e5-f6b935b1e86a HTTP/1.1" status: 204 len: 168 time: 0.5463674 Jun 18 00:27:49.492993 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.800789 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2935e64b-f77b-4fad-9a83-512339c0e31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:49.893477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:50.767544 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:51.000233 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:51.019389 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: 38754a6c-4d54-45fe-835f-a8b77def3fcd {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:51.019751 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device 38754a6c-4d54-45fe-835f-a8b77def3fcd not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:52.129380 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42560) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:52.453634 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:52.657104 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:52.941945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Deleting port 990fc338-72d4-4114-b932-52821e578c71 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:52.942289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:53.016763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] For port 990fc338-72d4-4114-b932-52821e578c71, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=990fc338-72d4-4114-b932-52821e578c71,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:53.017116 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:53.081301 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Calling delete_port for 990fc338-72d4-4114-b932-52821e578c71 owned by network:router_interface {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:53.338858 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:53.341478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-27e5eafc-17b0-420c-9a08-0a8b3ef90bad tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:53.364333 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Pushing event deleted for resources: {'Port': ['ID=990fc338-72d4-4114-b932-52821e578c71,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:53.368117 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:53.521632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:53.723678 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Router c454078f-67bf-41aa-ad63-a99adcd7c66e has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:27:53.824658 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:27:53.829549 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-27b71598-8913-45ce-9725-b61b7a12ed1f admin admin] 10.222.0.38 "PUT /v2.0/routers/c454078f-67bf-41aa-ad63-a99adcd7c66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991122 Jun 18 00:27:53.832105 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42566) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:53.833687 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Sync routers for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:27:53.843184 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:53.843820 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:53.933195 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks [] for router, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:53.945679 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:54.216732 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:27:53Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:54.242821 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Checking router: c454078f-67bf-41aa-ad63-a99adcd7c66e for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:27:54.252020 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Routers {'c454078f-67bf-41aa-ad63-a99adcd7c66e'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:27:54.252656 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:27:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['c454078f-67bf-41aa-ad63-a99adcd7c66e'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:54.282348 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.354986 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] Set router c454078f-67bf-41aa-ad63-a99adcd7c66e gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:27:54.391021 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Deleting port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:54.391604 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.466497 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] For port 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:54.466793 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.527913 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:27:53Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:54.530463 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Calling delete_port for 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 owned by network:router_gateway {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:54.553192 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157a781-af51-4758-ba7a-fbe84592df08 None None] The sync data for ids ['c454078f-67bf-41aa-ad63-a99adcd7c66e'] in dv-cinder-796950-2-iscsi is: [{'id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'name': 'tempest-AttachVolumeShelveTestJSON-2128105132-router', 'tenant_id': '0994e7b344804a55bcd769a9f9e937f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:19:31Z', 'updated_at': '2021-06-18T00:27:53Z', 'revision_number': 5, 'project_id': '0994e7b344804a55bcd769a9f9e937f7', 'gw_port': {'id': '5e4989fe-9ace-4e59-88c6-8eb6d1bb8044', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c454078f-67bf-41aa-ad63-a99adcd7c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:19:32Z', 'updated_at': '2021-06-18T00:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:27:54.749545 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.752259 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-e2b35b69-c14c-4372-9ea0-36c105701cd9 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:54.775673 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4989fe-9ace-4e59-88c6-8eb6d1bb8044,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:54.779552 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:54.838418 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.941665 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:54.944852 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.053067 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 990fc338-72d4-4114-b932-52821e578c71 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:55.076352 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 990fc338-72d4-4114-b932-52821e578c71 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:55.076707 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 990fc338-72d4-4114-b932-52821e578c71 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:55.097976 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.098505 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c454078f-67bf-41aa-ad63-a99adcd7c66e {{(pid=99800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:27:55.103553 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.104723 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] 10.222.0.38 "DELETE /v2.0/routers/c454078f-67bf-41aa-ad63-a99adcd7c66e HTTP/1.1" status: 204 len: 168 time: 1.2717190 Jun 18 00:27:55.107399 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42572) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:55.156872 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Deleting subnet 95ba2386-5293-46ba-9be8-c20f8b1632ce {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:27:55.160244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.197912 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.313373 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.413515 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.416632 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:55.441188 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ba2386-5293-46ba-9be8-c20f8b1632ce,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:55.443210 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.446019 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95ba2386-5293-46ba-9be8-c20f8b1632ce HTTP/1.1" status: 204 len: 168 time: 0.3378282 Jun 18 00:27:55.447086 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b272798f-aef6-46df-9acc-541cf6df8eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:55.449692 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d363a30-6807-4294-8123-0e52759c1419 None None] Network c39b6022-9c36-4880-8eba-d9440f74b9b0 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:27:55.452755 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42578) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:55.524260 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.580909 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Deleting port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:55.581275 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.650946 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] For port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:55.661167 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.666930 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] DHCP port deletion for c39b6022-9c36-4880-8eba-d9440f74b9b0 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:27:55.714247 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Deleting port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:27:55.714639 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.716463 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Calling delete_port for 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 owned by network:dhcp {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:55.774459 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] For port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,segment=NetworkSegment(6646641d-5c78-4f15-9b34-91825c1a51cf),segment_id=6646641d-5c78-4f15-9b34-91825c1a51cf)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:27:55.774887 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.838177 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Calling delete_port for 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:27:55.851945 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.854799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:55.884520 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Pushing event deleted for resources: {'Port': ['ID=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:55.884520 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:55.884520 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] No DVR routers for this DVR port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 on host dv-cinder-796950-2-iscsi {{(pid=99800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:55.910811 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.912656 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:55.936118 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Pushing event deleted for resources: {'Port': ['ID=99a8a73b-d80b-47ad-9a94-ec1a9d57a970,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:55.940182 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:55.943086 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c83d67-2744-43a8-8780-bc7c88c5f746 None None] No DVR routers for this DVR port 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:27:55.961312 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:55.970054 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39b6022-9c36-4880-8eba-d9440f74b9b0']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:55.983979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6646641d-5c78-4f15-9b34-91825c1a51cf') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:55.984281 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6646641d-5c78-4f15-9b34-91825c1a51cf') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:27:55.993331 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.007784 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.013599 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:27:56.013996 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:27:56.016274 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:27:56.150250 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.154057 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:56.160728 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.160728 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] 10.222.0.38 "DELETE /v2.0/networks/c39b6022-9c36-4880-8eba-d9440f74b9b0 HTTP/1.1" status: 204 len: 168 time: 0.7046885 Jun 18 00:27:56.169224 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Pushing event deleted for resources: {'Network': ['ID=c39b6022-9c36-4880-8eba-d9440f74b9b0,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:56.171634 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-70231ffb-ac27-447f-b598-ac0895bf181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:56.479176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42592) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:56.517477 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7e758980-d71f-456a-8418-085ef1754b58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0994e7b344804a55bcd769a9f9e937f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371015 Jun 18 00:27:56.519780 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42594) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:27:56.565940 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.590378 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.709327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.711875 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:27:56.713022 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a79793c7-82cc-4dcb-9f5c-1331d5a8d865 HTTP/1.1" status: 204 len: 168 time: 0.1923485 Jun 18 00:27:56.713863 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5ef898f8-0291-4792-81f5-a7a746f6d5d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:27:56.722053 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79793c7-82cc-4dcb-9f5c-1331d5a8d865,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:27:56.724459 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-26e7e0cb-d317-4ea9-b2bc-a3f417bd738a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:27:56.981832 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:57.003084 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:57.003448 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 5e4989fe-9ace-4e59-88c6-8eb6d1bb8044 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:27:57.003874 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:27:57.023251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:27:57.023612 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 99a8a73b-d80b-47ad-9a94-ec1a9d57a970 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:06.324616 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42780) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:06.420837 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.505866 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.584166 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.588032 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-56481e91-a19d-48ba-8e2b-dee9d53017d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:06.624021 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1644f40e2fdf4e44b9a5cd82d8f6d9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012793 Jun 18 00:28:06.625487 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42784) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:06.630120 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459193d-ec11-46b0-b807-90a9c50056d0,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:06.637978 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.638374 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.638791 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.639173 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.639549 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.639928 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.640298 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.641258 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.641640 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.642014 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.642385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.642794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.649884 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b96351e2-1eae-43ef-ae22-1a2d529b4949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:06.691766 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.714540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.864109 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.866661 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:06.867829 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c459193d-ec11-46b0-b807-90a9c50056d0 HTTP/1.1" status: 204 len: 168 time: 0.2413182 Jun 18 00:28:06.868601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-25bbe9d1-fbb3-43ee-873c-5b25a2f0299d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:06.875953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459193d-ec11-46b0-b807-90a9c50056d0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:06.884152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.884543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.884925 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.885296 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.885665 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.886033 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.886396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.886787 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.887181 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.887544 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.887906 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.888264 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:28:06.892211 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:07.858746 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:28:08.919982 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42846) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:09.021442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.107047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.161304 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.163997 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6c2e7f24-3070-4559-9657-25e6968c83f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:09.198840 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d654ebe5-616e-4b80-b8e6-62ca908c628b,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:09.203100 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bde05219e18409fa88ccaba08a780df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820337 Jun 18 00:28:09.203981 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:09.205769 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42850) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:09.251227 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.272420 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.389922 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.392513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:09.393670 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d654ebe5-616e-4b80-b8e6-62ca908c628b HTTP/1.1" status: 204 len: 168 time: 0.1870732 Jun 18 00:28:09.394476 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5aae5fd9-b9a0-4c24-a556-7a07801e8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:09.403289 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d654ebe5-616e-4b80-b8e6-62ca908c628b,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:09.405624 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cd20fd80-12fe-48dd-84ca-cf614a4456d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:09.952636 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 42864) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:09.966364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.050755 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.132886 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.136299 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-34e25c75-9a60-41dd-9048-971012846378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:10.173711 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=587e93d30c974b9587dffd0e986095c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199960 Jun 18 00:28:10.175474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e5df4-8a3d-4b47-b2cf-63edb5edcf6f,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:10.176908 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 42866) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:10.179183 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:10.224690 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.245164 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.355274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.357768 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:10.358903 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b39e5df4-8a3d-4b47-b2cf-63edb5edcf6f HTTP/1.1" status: 204 len: 168 time: 0.1806951 Jun 18 00:28:10.359671 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f9b5e2f6-0891-4cde-8828-393d8887b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:10.367237 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e5df4-8a3d-4b47-b2cf-63edb5edcf6f,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:10.369376 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-fa717aee-150f-4716-befb-51d25efaf12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:14.999008 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43028) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:15.101344 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.184897 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.235244 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.238566 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-5e652611-5474-4222-a2bd-e7ce8ca93bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:15.272703 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b8b12cb03d64050829fbb62ac503884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726674 Jun 18 00:28:15.275474 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0270a62f-a3a0-4341-b95d-3e6cbf9a0251,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:15.275626 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43032) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:15.278770 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ff6a2a38-be5f-4e38-a4af-1ce4f9e8a3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:15.323403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.343711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.440992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.444464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:15.445878 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0270a62f-a3a0-4341-b95d-3e6cbf9a0251 HTTP/1.1" status: 204 len: 168 time: 0.1692042 Jun 18 00:28:15.446973 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3d7db2ac-9dfe-42e6-9b8c-8b26880664c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:15.458896 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0270a62f-a3a0-4341-b95d-3e6cbf9a0251,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:15.462030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:15.958088 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43040) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:15.974981 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.060012 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.132711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.135364 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6e9085de-cfa4-4cce-b52d-ccde77e30bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:16.170677 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99295168-06d1-4ba6-8d01-3b4299faf0ad,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:16.172799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:16.176215 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87cf20a9ffe84ff2886b6a79c40c2752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164881 Jun 18 00:28:16.179026 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43042) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:16.236396 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.260799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.365547 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.368152 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:16.369303 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99295168-06d1-4ba6-8d01-3b4299faf0ad HTTP/1.1" status: 204 len: 168 time: 0.1893167 Jun 18 00:28:16.370065 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ccb5f9e2-d107-4712-ad76-374314ba12ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:16.377484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99295168-06d1-4ba6-8d01-3b4299faf0ad,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:16.379752 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-29cd1aaf-a1ba-4c9b-872b-25727fa0ff9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:17.195304 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b63a66af-fef8-4283-bebc-365bf6b19b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:19.486774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:19.766584 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-00b3c65d-94cc-4010-97bd-7b22536fd66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:19.852250 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:20.749684 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:20.965579 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43104) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:21.254475 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Deleting port f8d3e201-6fd7-4f37-81e9-fb1db7a9d661 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:21.254760 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.329320 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.329643 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.389049 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Calling delete_port for f8d3e201-6fd7-4f37-81e9-fb1db7a9d661 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:21.607228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.609992 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1fb8f7dd-e978-4547-96d0-6a0477344a69 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:21.633046 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event deleted for resources: {'Port': ['ID=f8d3e201-6fd7-4f37-81e9-fb1db7a9d661,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:21.637816 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:21.694518 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.694880 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Floating IP 61178caf-781e-4e2b-ae05-a9f3d0537562 disassociated (deleted). External IP: 172.27.0.208, port: d51c7b93-7cad-4c79-b739-1cd7b366cd24. Jun 18 00:28:21.887254 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:28:21.988005 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:28:21.992793 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:21.997267 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Sync routers for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:28:22.007100 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:22.008048 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:22.032096 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6e5d0806-b3d8-4029-ab5a-9230fb5c8872 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "DELETE /v2.0/floatingips/61178caf-781e-4e2b-ae05-a9f3d0537562 HTTP/1.1" status: 204 len: 168 time: 1.0629776 Jun 18 00:28:22.032096 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:28:22.036288 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58ca70-2764-4715-89fa-68d61c1c7732" -d '{"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:28:22.099451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a771b97-639e-4e86-96f8-fa12a5723689 x-openstack-request-id: req-1a771b97-639e-4e86-96f8-fa12a5723689 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:28:22.099779 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:28:22.100069 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a771b97-639e-4e86-96f8-fa12a5723689 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:28:22.100501 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'status': 'completed', 'code': 200} Jun 18 00:28:22.178638 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:22.219192 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-441c94b1-9e89-4d8e-9094-be89a02e4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:22.220988 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-441c94b1-9e89-4d8e-9094-be89a02e4e57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e238540d8084c769bf37894d6da8d19&device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 1099 time: 0.0647800 Jun 18 00:28:22.314130 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-a75dbafe-6e1b-4540-b539-44859347934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:22.315652 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-a75dbafe-6e1b-4540-b539-44859347934f service neutron] 10.222.0.16 "GET /v2.0/networks?id=077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 200 len: 909 time: 0.0889308 Jun 18 00:28:22.365500 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-594f873f-dca1-46e4-980c-2e95f15fdbaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 200 len: 217 time: 0.0433545 Jun 18 00:28:22.389256 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:22.417511 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-0b2bb84e-dd99-4f2b-adb6-fd5da90089a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:22.419068 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-0b2bb84e-dd99-4f2b-adb6-fd5da90089a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 200 len: 847 time: 0.0471337 Jun 18 00:28:22.421499 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Checking router: 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:28:22.433793 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:22.434634 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:22.477458 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:22.493695 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-ef1233e3-6d20-45b8-986a-1a44a72be17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:22.495541 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-ef1233e3-6d20-45b8-986a-1a44a72be17b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=077b963b-7541-4fee-b1b8-3a010de43ab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708191 Jun 18 00:28:22.550296 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:22.633720 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-dd0d1985-db54-4e04-a188-c217c96a07b4 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300945 Jun 18 00:28:22.737894 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a068489-6eb2-413a-bb9c-16be8aa845d8 req-9a47e2fd-7a88-4730-abd5-3668b9617a86 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:22.740651 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6a068489-6eb2-413a-bb9c-16be8aa845d8 req-9a47e2fd-7a88-4730-abd5-3668b9617a86 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0737102 Jun 18 00:28:22.753790 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6a58ca70-2764-4715-89fa-68d61c1c7732 req-25f7aa24-d4d5-4c0e-8645-6dccded49329 service neutron] 10.222.0.16 "GET /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120472 Jun 18 00:28:22.779258 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-6a068489-6eb2-413a-bb9c-16be8aa845d8 req-2232c541-06a7-4840-ad49-5de2f46c2a01 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Jun 18 00:28:22.810445 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:22.953357 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430c783-ba87-457e-935c-8d2c0a20a229 None None] The sync data for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi is: [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:22:23Z', 'revision_number': 4, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': 'f84f650a-75ce-4a85-9fc6-26ba42bf5757', 'name': '', 'network_id': '077b963b-7541-4fee-b1b8-3a010de43ab7', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'mac_address': 'fa:16:3e:c3:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:32Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'subnets': [{'id': '359e4207-7188-4366-90a4-1c0231c9f11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:28:23.163052 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a28a4c-2c28-492d-a7ef-343439206b7e None None] New status for floating IP 61178caf-781e-4e2b-ae05-a9f3d0537562: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:28:23.976724 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc3d51-3735-4725-a22e-ed8d9faeaf45 req-4cd47927-8fd7-4254-936a-b0787319bcef tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:23.978382 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2dfc3d51-3735-4725-a22e-ed8d9faeaf45 req-4cd47927-8fd7-4254-936a-b0787319bcef tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0738404 Jun 18 00:28:24.020510 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-2dfc3d51-3735-4725-a22e-ed8d9faeaf45 req-50129f7e-0cf6-4bf4-a23c-5ef383363afa tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359452 Jun 18 00:28:24.394871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-725ee984-c6c0-4ac6-8200-32e8960ebfd3 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:24.396355 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-725ee984-c6c0-4ac6-8200-32e8960ebfd3 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.16 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 946 time: 0.0622957 Jun 18 00:28:24.498581 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Deleting port d51c7b93-7cad-4c79-b739-1cd7b366cd24 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:24.498903 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:24.585345 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] For port d51c7b93-7cad-4c79-b739-1cd7b366cd24, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d51c7b93-7cad-4c79-b739-1cd7b366cd24,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:24.585711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:24.652758 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Calling delete_port for d51c7b93-7cad-4c79-b739-1cd7b366cd24 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:24.864168 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:24.869123 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:24.898393 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event deleted for resources: {'Port': ['ID=d51c7b93-7cad-4c79-b739-1cd7b366cd24,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:24.900047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:24.939862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] No DVR routers for this DVR port d51c7b93-7cad-4c79-b739-1cd7b366cd24 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:28:24.942308 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:24.944352 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-7de4323b-1ce9-4fa1-bf4d-7c91a014a819 req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.16 "DELETE /v2.0/ports/d51c7b93-7cad-4c79-b739-1cd7b366cd24 HTTP/1.1" status: 204 len: 173 time: 0.5417058 Jun 18 00:28:24.944860 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-deleted', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:28:24.947195 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9731ac1-ab68-40e3-bb96-221de11e5565" -d '{"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-deleted", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:28:24.986940 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79480ab-262e-4d6d-ae4f-776df61d5542 x-openstack-request-id: req-b79480ab-262e-4d6d-ae4f-776df61d5542 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:28:24.987267 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916da9d-9e40-4990-95fe-efdde56c9501", "name": "network-vif-deleted", "tag": "d51c7b93-7cad-4c79-b739-1cd7b366cd24", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:28:24.987583 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b79480ab-262e-4d6d-ae4f-776df61d5542 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:28:24.988034 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3916da9d-9e40-4990-95fe-efdde56c9501', 'name': 'network-vif-deleted', 'tag': 'd51c7b93-7cad-4c79-b739-1cd7b366cd24', 'status': 'completed', 'code': 200} Jun 18 00:28:25.172558 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5b0cc658-40b5-4bdd-b90b-785b7da42c5c req-4870e46c-1b88-4285-8182-1aed4926e32e tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.0353661 Jun 18 00:28:26.064030 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43200) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:26.171097 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.264895 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.337860 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f1d3d241-6074-497d-a2b3-3b89b60773f6 req-307afdfe-6af3-4d42-bc89-efb85c946377 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "GET /v2.0/ports?device_id=3916da9d-9e40-4990-95fe-efdde56c9501 HTTP/1.1" status: 200 len: 210 time: 0.0285587 Jun 18 00:28:26.349755 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.353335 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f4dfc050-6721-4094-ac35-c0bd7d24b628 tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:26.391128 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cb2704e1d454bc197bced37d8da0446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259411 Jun 18 00:28:26.392300 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44534e41-4b27-49cd-858e-0efbd1e176e9,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:26.393859 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43214) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:26.395735 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:26.444839 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.466554 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.588712 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.591236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:26.592944 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44534e41-4b27-49cd-858e-0efbd1e176e9 HTTP/1.1" status: 204 len: 168 time: 0.1975884 Jun 18 00:28:26.593853 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7479aeae-2bf8-4ef4-8196-03884f8ae356 tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:26.601779 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44534e41-4b27-49cd-858e-0efbd1e176e9,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:26.604717 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:27.260339 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43226) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:27.274010 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.356657 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.395950 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.399648 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f86f62e7-a42e-4d7d-9b09-6275d7be6ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:27.432049 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43230) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:27.433472 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2d6d82948f942e6b28e102000f865b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720841 Jun 18 00:28:27.435469 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5765f623-b17f-49d2-a906-1a810224d188,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:27.437687 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43232) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:27.439718 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-bb836c7b-9031-49f1-85a4-c688b5f6b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:27.485544 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.497667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.506467 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.522462 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.605799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.608409 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.609549 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5765f623-b17f-49d2-a906-1a810224d188 HTTP/1.1" status: 204 len: 168 time: 0.1709020 Jun 18 00:28:27.615117 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c3c65991-0839-4fd4-be04-de39c7943055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:27.619324 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5765f623-b17f-49d2-a906-1a810224d188,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:27.621503 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f42c28ee-78e5-4840-af0f-235eb16d39c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:27.634577 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.638200 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:27.641528 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] 10.222.0.38 "DELETE /v2.0/security-groups/5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f HTTP/1.1" status: 204 len: 168 time: 0.2081909 Jun 18 00:28:27.642228 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4cb58d6c-e376-4364-a1f9-99d605c83499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:27.651112 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9c48c-8eca-4ce0-bc0f-cddc2aa21a9f,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:27.655434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:27.782548 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43238) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:28.324063 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:28.572978 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Deleting port f84f650a-75ce-4a85-9fc6-26ba42bf5757 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:28.573674 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:28.654377 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] For port f84f650a-75ce-4a85-9fc6-26ba42bf5757, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f84f650a-75ce-4a85-9fc6-26ba42bf5757,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:28.654767 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:28.730289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Calling delete_port for f84f650a-75ce-4a85-9fc6-26ba42bf5757 owned by network:router_interface {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:28.973487 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:28.976495 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:29.000571 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84f650a-75ce-4a85-9fc6-26ba42bf5757,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:29.005727 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:29.170869 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:29.225982 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:29.244635 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: d51c7b93-7cad-4c79-b739-1cd7b366cd24 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:29.245347 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d51c7b93-7cad-4c79-b739-1cd7b366cd24 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:29.385348 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:28:29.487910 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:28:29.492884 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a1863e40-dfe4-4f8a-88f2-17925923d5a2 admin admin] 10.222.0.38 "PUT /v2.0/routers/7d5033bb-2064-4545-8a4f-bf4fe3c734c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7091198 Jun 18 00:28:29.495434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43286) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:29.498276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Sync routers for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:28:29.507945 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:29.508584 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:29.602176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks [] for router, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:29.611101 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:29.701236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:29.798744 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:28:28Z', 'revision_number': 5, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port': {'id': 'a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:19Z', 'updated_at': '2021-06-18T00:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:29.824729 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Deleting port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:29.825061 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Checking router: 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:28:29.825196 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:29.833971 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Routers {'7d5033bb-2064-4545-8a4f-bf4fe3c734c4'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:29.834591 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:29.908812 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] For port a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:29.909178 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:29.927026 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] Set router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 gateway port host: None {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:29.984895 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:28:29Z', 'revision_number': 6, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:30.014018 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35357ffa-913e-49be-a6d6-af5c5f3f8d6d None None] The sync data for ids ['7d5033bb-2064-4545-8a4f-bf4fe3c734c4'] in dv-cinder-796950-2-iscsi is: [{'id': '7d5033bb-2064-4545-8a4f-bf4fe3c734c4', 'name': 'tempest-TestShelveInstance-399567726-router', 'tenant_id': '3e238540d8084c769bf37894d6da8d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:18Z', 'updated_at': '2021-06-18T00:28:29Z', 'revision_number': 6, 'project_id': '3e238540d8084c769bf37894d6da8d19', 'gw_port_host': None}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:28:30.263094 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Calling delete_port for a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 owned by network:router_gateway {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:30.509564 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.512495 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-97821382-26d0-4fed-8496-d098363e669c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:30.535011 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:30.538108 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:30.599034 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.685718 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.687906 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.846814 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.847343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5033bb-2064-4545-8a4f-bf4fe3c734c4 {{(pid=99800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:28:30.851583 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.852709 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a44cd80f-f0c4-4991-98d4-75b35ce46d87 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7d5033bb-2064-4545-8a4f-bf4fe3c734c4 HTTP/1.1" status: 204 len: 168 time: 1.3563814 Jun 18 00:28:30.855434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43312) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:30.907612 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Deleting subnet 359e4207-7188-4366-90a4-1c0231c9f11c {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:28:30.911258 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:30.950808 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.013049 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f84f650a-75ce-4a85-9fc6-26ba42bf5757 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:31.041766 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: f84f650a-75ce-4a85-9fc6-26ba42bf5757 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:31.049523 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f84f650a-75ce-4a85-9fc6-26ba42bf5757 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:31.049523 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:31.053017 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.062671 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:31.063123 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device a50a0f00-0b2a-4678-a660-2e7dd7e0f3a5 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:31.171620 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.174093 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-675e2735-9523-43e3-b28f-87d3ce5b51d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:31.202280 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359e4207-7188-4366-90a4-1c0231c9f11c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:31.204769 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:31.207588 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.209451 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-ed01846a-486c-426d-9e3a-e5e6d49600c4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/359e4207-7188-4366-90a4-1c0231c9f11c HTTP/1.1" status: 204 len: 168 time: 0.3529854 Jun 18 00:28:31.211922 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43318) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:31.212863 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc444c9-6269-44f0-a758-508d1a4a0f98 None None] Network 077b963b-7541-4fee-b1b8-3a010de43ab7 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:28:31.277680 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.329926 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Deleting port c3311e58-8ea3-457e-afcb-27402a4b3a36 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:31.330270 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.404251 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] DHCP port deletion for 077b963b-7541-4fee-b1b8-3a010de43ab7 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:28:31.406313 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] For port c3311e58-8ea3-457e-afcb-27402a4b3a36, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=c3311e58-8ea3-457e-afcb-27402a4b3a36,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:31.406831 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.456948 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Deleting port c3311e58-8ea3-457e-afcb-27402a4b3a36 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:31.457324 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.477119 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Calling delete_port for c3311e58-8ea3-457e-afcb-27402a4b3a36 owned by network:dhcp {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:31.515873 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] For port c3311e58-8ea3-457e-afcb-27402a4b3a36, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=c3311e58-8ea3-457e-afcb-27402a4b3a36,segment=NetworkSegment(574cde33-3d0d-424f-aecf-e17454642d88),segment_id=574cde33-3d0d-424f-aecf-e17454642d88)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:31.516264 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.579324 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Calling delete_port for c3311e58-8ea3-457e-afcb-27402a4b3a36 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:31.668924 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.671046 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:31.675847 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.679165 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:31.696539 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3311e58-8ea3-457e-afcb-27402a4b3a36,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:31.701104 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Pushing event deleted for resources: {'Port': ['ID=c3311e58-8ea3-457e-afcb-27402a4b3a36,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:31.702338 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:31.705953 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] No DVR routers for this DVR port c3311e58-8ea3-457e-afcb-27402a4b3a36 on host dv-cinder-796950-2-iscsi {{(pid=99800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:28:31.706529 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:31.710204 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cd152-53da-4d85-9b3c-31c0e99b4c41 None None] No DVR routers for this DVR port c3311e58-8ea3-457e-afcb-27402a4b3a36 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:28:31.781799 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.792030 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077b963b-7541-4fee-b1b8-3a010de43ab7']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:31.803146 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574cde33-3d0d-424f-aecf-e17454642d88') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:31.803514 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574cde33-3d0d-424f-aecf-e17454642d88') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:31.812168 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.825205 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.831046 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:28:31.831375 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:28:31.833002 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:28:31.949165 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.952866 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:31.955360 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:31.957124 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] 10.222.0.38 "DELETE /v2.0/networks/077b963b-7541-4fee-b1b8-3a010de43ab7 HTTP/1.1" status: 204 len: 168 time: 0.7442350 Jun 18 00:28:31.960029 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43322) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:31.968289 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=077b963b-7541-4fee-b1b8-3a010de43ab7,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:31.972663 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c1a58e4e-a280-4141-8cc1-259c5bb87c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:32.293619 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:32.534103 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Deleting port d8e6f7ef-b670-474a-8638-9a2e0ae42e31 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:32.534453 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:32.607900 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] For port d8e6f7ef-b670-474a-8638-9a2e0ae42e31, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:32.608253 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:32.670675 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Calling delete_port for d8e6f7ef-b670-474a-8638-9a2e0ae42e31 owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:32.909705 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:32.912412 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d3be1c50-94f2-4c3b-881e-8726294034f5 tempest-ServerRescueNegativeTestJSON-208564595 tempest-ServerRescueNegativeTestJSON-208564595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:32.935976 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e6f7ef-b670-474a-8638-9a2e0ae42e31,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:32.943082 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:33.092643 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device c3311e58-8ea3-457e-afcb-27402a4b3a36 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:33.117118 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: c3311e58-8ea3-457e-afcb-27402a4b3a36 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:33.117433 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device c3311e58-8ea3-457e-afcb-27402a4b3a36 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:33.127924 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:33.584439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Router 910e063f-4159-498e-95a1-f26d2d516291 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:28:33.687460 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:28:33.695081 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9dc0f6e0-3348-4272-9788-d6a84e3eaaca admin admin] 10.222.0.38 "PUT /v2.0/routers/910e063f-4159-498e-95a1-f26d2d516291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340074 Jun 18 00:28:33.695242 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43332) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:33.696321 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Sync routers for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:28:33.705450 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:33.706053 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:33.798515 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:33.809038 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:33.896043 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:33.978946 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:28:32Z', 'revision_number': 5, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port': {'id': 'ef3792de-5926-4efe-9cbf-db3ce2a4c5a3', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910e063f-4159-498e-95a1-f26d2d516291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:32Z', 'updated_at': '2021-06-18T00:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:33.996370 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Deleting port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:33.996714 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.007815 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Checking router: 910e063f-4159-498e-95a1-f26d2d516291 for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:28:34.015956 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Routers {'910e063f-4159-498e-95a1-f26d2d516291'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:28:34.016573 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:20Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['910e063f-4159-498e-95a1-f26d2d516291'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:34.076178 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] For port ef3792de-5926-4efe-9cbf-db3ce2a4c5a3, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:34.076535 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.099900 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] Set router 910e063f-4159-498e-95a1-f26d2d516291 gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:28:34.144662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Calling delete_port for ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 owned by network:router_gateway {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:34.151553 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:28:33Z', 'revision_number': 6, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:34.181407 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43699fea-bc71-4b00-ab93-504a3bfe489f None None] The sync data for ids ['910e063f-4159-498e-95a1-f26d2d516291'] in dv-cinder-796950-2-iscsi is: [{'id': '910e063f-4159-498e-95a1-f26d2d516291', 'name': 'tempest-TestShelveInstance-1648678311-router', 'tenant_id': 'ef289d810d414dc083812bb451286dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:30Z', 'updated_at': '2021-06-18T00:28:33Z', 'revision_number': 6, 'project_id': 'ef289d810d414dc083812bb451286dfe', 'gw_port_host': None}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:28:34.384012 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.386983 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-21939673-029b-4ad0-8250-d5130a44208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:34.416432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3792de-5926-4efe-9cbf-db3ce2a4c5a3,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:34.438056 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:34.475327 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.573824 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.576454 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.720830 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.721483 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910e063f-4159-498e-95a1-f26d2d516291 {{(pid=99800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:28:34.732805 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.732805 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-cd637734-4404-4e76-a4ee-ac1a0e0cefa4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/910e063f-4159-498e-95a1-f26d2d516291 HTTP/1.1" status: 204 len: 168 time: 1.0317299 Jun 18 00:28:34.732805 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43360) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:34.774013 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Deleting subnet 5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:28:34.777114 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.811424 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:34.889792 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.028700 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device d8e6f7ef-b670-474a-8638-9a2e0ae42e31 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:35.029936 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.032483 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-f15b2957-1f71-4f39-b423-4ebde62b0723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:35.049637 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: d8e6f7ef-b670-474a-8638-9a2e0ae42e31 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:35.050125 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device d8e6f7ef-b670-474a-8638-9a2e0ae42e31 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:35.051206 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:35.057032 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:35.063064 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:35.063064 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.065801 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43370) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:35.066348 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9504d5c3-9ab5-4a0c-8d98-a5481550fb9b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a3558ff-3233-4a5b-bfb2-4e3d8bdbc52c HTTP/1.1" status: 204 len: 168 time: 0.3345363 Jun 18 00:28:35.071606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:35.071973 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device ef3792de-5926-4efe-9cbf-db3ce2a4c5a3 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:35.082996 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d75f93-e3ad-4a35-ae41-639d0cf76707 None None] Network fd71b938-8075-4dea-99c8-9a02ae3963a3 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:28:35.157857 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.211539 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Deleting port 51d1f13a-da09-4b40-af31-96998cc1d664 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:35.212004 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.277824 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] DHCP port deletion for fd71b938-8075-4dea-99c8-9a02ae3963a3 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:28:35.288047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] For port 51d1f13a-da09-4b40-af31-96998cc1d664, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=51d1f13a-da09-4b40-af31-96998cc1d664,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:35.288401 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.328960 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Deleting port 51d1f13a-da09-4b40-af31-96998cc1d664 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:28:35.329384 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.355967 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Calling delete_port for 51d1f13a-da09-4b40-af31-96998cc1d664 owned by network:dhcp {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:35.395859 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] For port 51d1f13a-da09-4b40-af31-96998cc1d664, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=51d1f13a-da09-4b40-af31-96998cc1d664,segment=NetworkSegment(cf6feb96-3325-4be7-9ea2-1ac9474cc79b),segment_id=cf6feb96-3325-4be7-9ea2-1ac9474cc79b)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:28:35.396263 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.457842 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Calling delete_port for 51d1f13a-da09-4b40-af31-96998cc1d664 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:28:35.514078 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.517047 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e05ea300-f8b7-493c-bd26-ff72c85363d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:35.531425 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.533404 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2d8c6a97-8447-4e8b-81c1-9dac96238c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:35.540256 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Pushing event deleted for resources: {'Port': ['ID=51d1f13a-da09-4b40-af31-96998cc1d664,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:35.543230 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:35.544006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] No DVR routers for this DVR port 51d1f13a-da09-4b40-af31-96998cc1d664 on host dv-cinder-796950-2-iscsi {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:28:35.558205 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Pushing event deleted for resources: {'Port': ['ID=51d1f13a-da09-4b40-af31-96998cc1d664,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:35.560751 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:35.565275 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ca007-356c-4e0e-a8f6-f43cb1214105 None None] No DVR routers for this DVR port 51d1f13a-da09-4b40-af31-96998cc1d664 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:28:35.617473 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.626742 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd71b938-8075-4dea-99c8-9a02ae3963a3']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:35.637128 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:35.637417 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6feb96-3325-4be7-9ea2-1ac9474cc79b') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:28:35.646489 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.659280 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.665755 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:28:35.666149 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:28:35.667860 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:28:35.783701 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.787361 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:35.789953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:35.793943 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd71b938-8075-4dea-99c8-9a02ae3963a3 HTTP/1.1" status: 204 len: 168 time: 0.7241681 Jun 18 00:28:35.802933 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd71b938-8075-4dea-99c8-9a02ae3963a3,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:35.808578 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7230bdc8-164c-4faa-b689-55ff23bc213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:36.147872 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43398) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:36.195724 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fb5154f5-39cc-405a-a113-24fd06a91b90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e238540d8084c769bf37894d6da8d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442545 Jun 18 00:28:36.199739 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43402) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:36.247689 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:36.267720 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:36.400849 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:36.403606 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:36.411435 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97800b2c-eb75-42af-b19a-e5a67eedbe3b HTTP/1.1" status: 204 len: 168 time: 0.2076824 Jun 18 00:28:36.411435 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2ba40959-7c59-46f2-ad95-99763e322671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:36.414477 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97800b2c-eb75-42af-b19a-e5a67eedbe3b,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:36.416839 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b68aef01-a0ad-4cec-aa04-0585655621e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:36.994399 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 51d1f13a-da09-4b40-af31-96998cc1d664 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:28:37.016092 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 51d1f13a-da09-4b40-af31-96998cc1d664 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:28:37.016475 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 51d1f13a-da09-4b40-af31-96998cc1d664 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:28:37.028422 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43414) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:37.068528 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-41ce8a0b-b672-4fc1-b91e-32c27c0b9380 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef289d810d414dc083812bb451286dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387733 Jun 18 00:28:37.070788 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43416) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:37.117340 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:37.140991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:37.264024 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:37.266662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:37.267919 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68935498-116a-4671-bdc5-4fc29409774c HTTP/1.1" status: 204 len: 168 time: 0.1962242 Jun 18 00:28:37.268734 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b29937be-499b-4bd2-aee7-39408fe7a517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:37.277535 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68935498-116a-4671-bdc5-4fc29409774c,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:37.286485 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-437544ac-ff92-4edd-8ea1-da5b1396b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:39.033240 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43470) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:39.139458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.225315 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.302787 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.305301 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-edebfd47-5da6-4a08-b7dd-a6ccfa12eceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:39.340263 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1671f10-e895-4d13-8fbb-9d6179669bd5,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:39.343428 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:39.345981 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-59301353-bb9d-42bd-8cde-63aa8892d883 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0672c56f5714422dbec1068d35f138f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116982 Jun 18 00:28:39.348668 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43474) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:39.399491 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.421156 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.543638 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.546207 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:39.547375 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1671f10-e895-4d13-8fbb-9d6179669bd5 HTTP/1.1" status: 204 len: 168 time: 0.1977823 Jun 18 00:28:39.548149 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a6cbf426-4339-4124-8a43-46bab4f338c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:39.556533 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1671f10-e895-4d13-8fbb-9d6179669bd5,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:39.558772 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:40.135377 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43484) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:40.148954 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.241894 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.319498 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.322797 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a36108f2-8cd7-444e-afa9-76c3a7a9d566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:40.358214 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7af44d344b0428db0caf8e51a9c4755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218118 Jun 18 00:28:40.360206 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4119939b-22a6-428b-b385-e6f477e546fc,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:40.360960 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43486) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:40.363468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fc68a75f-b73e-4f81-82a8-9b30e92124e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:40.407749 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.428495 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.555225 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.557793 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:40.558933 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4119939b-22a6-428b-b385-e6f477e546fc HTTP/1.1" status: 204 len: 168 time: 0.1969721 Jun 18 00:28:40.559680 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c78cc9b8-e90c-47a2-a65f-432f038e3ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:40.566804 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119939b-22a6-428b-b385-e6f477e546fc,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:40.570319 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-73220c95-9c52-449a-8c42-b3d2bbc5e7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:43.963483 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43592) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:44.068357 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.159763 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.217546 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.220842 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7c5ede5c-abe9-4029-b301-a4f6229c457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:44.255490 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45aac323ff3a4d87a16ccd20d68832b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909887 Jun 18 00:28:44.256392 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e59edc-f10f-4636-b7ab-30a74bbb3cf3,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:44.258225 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43598) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:44.259355 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9e7cf9cb-7f9f-4b04-8903-7882f9e0cbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:44.306607 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.326783 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.412180 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.414760 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:44.415880 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42e59edc-f10f-4636-b7ab-30a74bbb3cf3 HTTP/1.1" status: 204 len: 168 time: 0.1565964 Jun 18 00:28:44.416714 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e92f5b9a-9b00-4dd4-ba84-2e8367de409d tempest-TestMinimumBasicScenario-1975816254 tempest-TestMinimumBasicScenario-1975816254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:44.423835 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e59edc-f10f-4636-b7ab-30a74bbb3cf3,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:44.426602 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0aa8ea96-c76a-40ab-b02b-46f44db6b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:44.858272 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:28:44.929339 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43606) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:44.943799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.027671 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.086043 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.089429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-758ddcc0-0f0d-4191-8bf3-d418dd464845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:45.126464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223db06b-9400-4288-8e2c-2ada4791da89,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:45.130791 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:45.133183 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a5fefe634064ce0a480baf74e5894f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028084 Jun 18 00:28:45.135839 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43610) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:45.185379 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.207065 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.326514 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.329173 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:45.330337 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/223db06b-9400-4288-8e2c-2ada4791da89 HTTP/1.1" status: 204 len: 168 time: 0.1935341 Jun 18 00:28:45.331107 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f18c2066-fe70-439f-839d-725be3dac30d tempest-AttachVolumeShelveTestJSON-1665848575 tempest-AttachVolumeShelveTestJSON-1665848575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:45.339279 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223db06b-9400-4288-8e2c-2ada4791da89,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:45.341419 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f2c807a4-247f-4ff2-aacd-193309cdda61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:46.087127 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-5f38521c-c20a-4b9b-a4f7-419da733b16e tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725863542&fields=id&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 267 time: 0.0371635 Jun 18 00:28:46.199856 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-3b7b3383-25a4-40df-af9d-a769ab3ada14 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:46.201315 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-3b7b3383-25a4-40df-af9d-a769ab3ada14 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.1078606 Jun 18 00:28:46.216985 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-8fa1eff5-b279-4084-be74-b35b8d152d7b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/quotas/8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 375 time: 0.0101340 Jun 18 00:28:46.295536 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-f653ab4e-050a-4c98-88f7-80d498e4391b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730712 Jun 18 00:28:46.397041 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-c304b90b-00aa-4645-b317-bd07ed60970e service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Jun 18 00:28:46.486228 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-41c1dcf6-ede5-4b61-b0e5-b66851d8d4b2 service neutron] 10.222.0.38 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Jun 18 00:28:46.730146 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43664) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:46.832722 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:46.919718 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.058228 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b9005c58-dc85-4763-be66-5a801dace82a req-0c4b5ee4-728a-4f1c-92b8-1018fc2e4614 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0323217 Jun 18 00:28:47.075209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.079251 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-70ea4e3f-833a-4081-82fd-d15140255a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:47.114952 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=220665c2587044249eab8a2413517c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834717 Jun 18 00:28:47.115899 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a10c85-5262-41e5-8012-81cca8ba9580,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:47.117490 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43670) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:47.119348 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:47.170027 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.191414 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.195900 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-683eaf60-f1af-459a-82d7-b543420f5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.275043 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.277601 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:47.278850 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00a10c85-5262-41e5-8012-81cca8ba9580 HTTP/1.1" status: 204 len: 168 time: 0.1603634 Jun 18 00:28:47.279606 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4e19f844-868f-4f2e-a93c-1b405c043c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:47.287397 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a10c85-5262-41e5-8012-81cca8ba9580,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:47.289543 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e36f2008-b846-4688-9ca3-6d056b988f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:47.918581 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43680) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:47.935451 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.019540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.081435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.084812 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-bdf5ee11-820a-44f3-a7f0-827c6d837468 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:48.121731 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c591d1fb8af646c3b84c85829ac2ec2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019846 Jun 18 00:28:48.124066 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d7951f-3bda-42be-9d8d-83b0470abf06,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:48.124363 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43688) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:48.127455 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-47b94c98-d9a5-4bbc-a5b6-7612df62f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:48.151143 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c3440a81-5438-4abc-b8fd-b1d65f647d3b req-695e9aef-c5e6-4a55-abf0-da84f4ea3d9e tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0360429 Jun 18 00:28:48.191170 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.212307 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.356141 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.358717 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:48.359853 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34d7951f-3bda-42be-9d8d-83b0470abf06 HTTP/1.1" status: 204 len: 168 time: 0.2339368 Jun 18 00:28:48.360768 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-918b624f-0e83-42ca-ac0e-8982d1098476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:48.373782 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d7951f-3bda-42be-9d8d-83b0470abf06,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:48.376073 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-c0087bbf-3290-4839-9cb4-4d9df9744656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:49.073455 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 43708) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:49.086901 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.194491 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.237102 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5fe4c6bd-e7dd-48bf-bf17-a4fac36e5c91 req-68d33537-d321-4830-9f2d-cccf26d4d314 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0290229 Jun 18 00:28:49.269432 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.272169 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-573885ca-32e2-496c-985c-3986bb6ee961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:49.310265 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3913aa3e1193417db221851e1521f5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357399 Jun 18 00:28:49.311229 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c99bad-bfdd-4280-a282-b082d1d7d29e,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:49.312951 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 43722) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:28:49.314508 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-811f0225-15ce-49e2-a145-3d0f830a1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:49.391995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.423275 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.436256 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-3ab47ebd-ce75-48b4-94da-dc98e6ba9111 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947239 Jun 18 00:28:49.469098 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.547413 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-1e9d4e8c-a903-4b6d-bd11-b38dd719463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:49.548943 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-1e9d4e8c-a903-4b6d-bd11-b38dd719463f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1099 time: 0.0516047 Jun 18 00:28:49.566057 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.568703 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.569745 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4c99bad-bfdd-4280-a282-b082d1d7d29e HTTP/1.1" status: 204 len: 168 time: 0.2557948 Jun 18 00:28:49.571614 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f6b5ada4-30ea-420a-be19-ff2095d005d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:49.586892 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c99bad-bfdd-4280-a282-b082d1d7d29e,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:49.597306 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-11de0d34-394e-4ace-8623-946e25032ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:49.668062 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-54886a20-81f6-47d7-89d0-cb1e0448af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:49.669660 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-54886a20-81f6-47d7-89d0-cb1e0448af76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0989690 Jun 18 00:28:49.734459 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-d1c6be93-592f-4411-b821-24a5c9c6edae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 1002 time: 0.0575955 Jun 18 00:28:49.782287 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-0d3a7dbb-3040-495f-898f-661d26a2c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:49.783751 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-0d3a7dbb-3040-495f-898f-661d26a2c7e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0433340 Jun 18 00:28:49.814265 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-301df3b3-079c-4d23-bd34-d0d70b88080d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.845450 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-251bcdef-d56f-46d1-9e38-8078549ff451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:49.846992 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-251bcdef-d56f-46d1-9e38-8078549ff451 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566459 Jun 18 00:28:49.874995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:49.936959 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-49132b64-9884-49bb-89fe-1f4a590af6a1 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834160 Jun 18 00:28:50.029696 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-6bce75da-d08f-4b7e-ace0-99eec9df8f75 req-2209c39e-0ef9-4091-bf5b-e0a7b9c2d7c0 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856671 Jun 18 00:28:50.332909 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fab0b883-d47b-4e78-95bd-8367ab87b44f req-3ca6bb32-2fa8-474c-ba7c-62f27c1a5707 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0310297 Jun 18 00:28:50.754925 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:51.468322 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e62176bd-23a9-4cff-9cda-e4c62e6402b5 req-df7ea552-91f0-475b-aa04-e9b53d1da7a3 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0290868 Jun 18 00:28:52.471835 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:52.607492 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8ed8da5c-dfa5-4f97-978d-8faf77bfdfe0 req-12d37bbc-b444-43c4-93ce-5ed0447f5cb2 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Jun 18 00:28:53.461673 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-14a02679-3527-49aa-835a-926a88b662b9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:53.463072 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-14a02679-3527-49aa-835a-926a88b662b9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 811 time: 0.1065207 Jun 18 00:28:53.512936 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-01068af1-21ed-476b-a178-dcd8ea3ea6b7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efc57636e9144c69454f99ef75be326 HTTP/1.1" status: 200 len: 379 time: 0.0348766 Jun 18 00:28:53.523990 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'port': {'device_id': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'admin_state_up': True, 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'security_groups': ['80e5ff73-fc6f-49cb-b72d-e67306fc069c']}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:28:53.726016 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Made reservation on behalf of 8efc57636e9144c69454f99ef75be326 for: {'port': 1} {{(pid=99799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 00:28:53.729608 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:53.766243 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-69068f6d-eeb2-4596-8a4c-2d49b57e3ea3 req-58b30c5c-3307-4e25-8103-c2b2d2995f2d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0373535 Jun 18 00:28:53.858732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_common [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.20.0.14 (a04fe7ee-30cb-494e-972a-2f20eab77ab5/e88c89d2-1cef-4d63-95c0-941c41a86e5a/c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c) {{(pid=99799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:28:53.997538 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.012290 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Transition to ACTIVE for port object c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c will not be triggered until provisioned by entity DHCP. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:28:54.131551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2570879'] for port, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.135374 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-172ae0cb-3b0b-484a-8613-aa9150f9e1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:54.180946 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 is already hosted by enough agents. {{(pid=99799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:28:54.184235 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.base_scheduler [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:28:54.188067 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:28:54.194947 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:54.219515 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:54.246144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:54.246771 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.355843 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8361411 Jun 18 00:28:54.374713 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.v2.base [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Request body: {'port': {'device_id': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:28:54.447338 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.508276 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-98349127-ffdc-42a4-90dc-76ab34ff3654 None None] Provisioning for port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c completed by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:28:54.512285 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-98349127-ffdc-42a4-90dc-76ab34ff3654 None None] Provisioning complete for port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c triggered by entity DHCP. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:28:54.513229 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-98349127-ffdc-42a4-90dc-76ab34ff3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.547082 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-98349127-ffdc-42a4-90dc-76ab34ff3654 None None] Port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c cannot update to ACTIVE because it is not bound. {{(pid=99801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 00:28:54.725798 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c {{(pid=99799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:28:54.733234 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.744438 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.provisioning_blocks [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Transition to ACTIVE for port object c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c will not be triggered until provisioned by entity L2. {{(pid=99799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 00:28:54.909887 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:54.926206 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-69dd5c87-7aa9-4745-8c4d-f2eac144e617 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:54.951118 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ac11-e181-45fc-b92b-44d1b4c2bf53 req-374a7e0c-b6b3-40cd-b913-1590738ef1d6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:54.952971 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-27a8ac11-e181-45fc-b92b-44d1b4c2bf53 req-374a7e0c-b6b3-40cd-b913-1590738ef1d6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 932 time: 0.0713997 Jun 18 00:28:54.999230 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-27a8ac11-e181-45fc-b92b-44d1b4c2bf53 req-74f19ae7-121f-450f-91c1-4719991e33d5 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390139 Jun 18 00:28:55.048081 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Pushing event updated for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=2']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:55.052571 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:55.078435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Attempting to bind port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 00:28:55.078811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Attempting to bind port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 00:28:55.079142 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Attempting to bind port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:28:55.085558 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 00:28:55.085558 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Attempting to bind port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c on network a04fe7ee-30cb-494e-972a-2f20eab77ab5 {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 00:28:55.089076 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Checking agent: {'id': 'c434126c-69d5-498b-89e5-848ee6d57aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'started_at': datetime.datetime(2021, 6, 18, 0, 17, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 00:28:55.089414 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Checking segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 00:28:55.089792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Bound using segment: {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'} {{(pid=99799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 00:28:55.090217 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.managers [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Bound port: c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab710fd6-17f6-4ff1-961b-ab3b2776b935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5'}}] {{(pid=99799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 00:28:55.090580 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:55.159434 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, cleared binding levels {{(pid=99799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 00:28:55.163132 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 00:28:55.285986 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2570825'] for port, after_update {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:55.285986 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-02ea77ff-0c53-4b06-8211-96b66a1b70ab tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:28:55.324328 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.324957 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:28:55.326417 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] 10.222.0.16 "PUT /v2.0/ports/c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 200 len: 1094 time: 0.9561398 Jun 18 00:28:55.327008 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:28:55.329327 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15" -d '{"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:28:55.355988 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Pushing event updated for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=3']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:28:55.365326 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:28:55.383793 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e4bfe-35f0-43bf-b179-d1694d2808ab x-openstack-request-id: req-f25e4bfe-35f0-43bf-b179-d1694d2808ab {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:28:55.384126 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:28:55.384415 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f25e4bfe-35f0-43bf-b179-d1694d2808ab {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:28:55.385061 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'status': 'completed', 'code': 200} Jun 18 00:28:55.496655 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-7bcc4e06-2019-428f-b998-94e64a4d9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.498268 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-7bcc4e06-2019-428f-b998-94e64a4d9653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1097 time: 0.0626254 Jun 18 00:28:55.609938 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-412ab99e-2acc-470d-97fa-b8b435c395ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.611437 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-412ab99e-2acc-470d-97fa-b8b435c395ab service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8efc57636e9144c69454f99ef75be326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978756 Jun 18 00:28:55.715114 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-128e35eb-5eca-41e8-b9b4-01ec424d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.716542 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-ec2ea3cb-eb9b-423e-ae62-d3bced788e15 req-128e35eb-5eca-41e8-b9b4-01ec424d670a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899980 Jun 18 00:28:55.828085 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-6eed9cac-372a-4e8f-94b4-a898ab21d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.829564 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-6eed9cac-372a-4e8f-94b4-a898ab21d68e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1097 time: 0.0532277 Jun 18 00:28:55.880026 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-44325b62-8921-4ff9-a3e5-a167f3891a81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 200 len: 217 time: 0.0363054 Jun 18 00:28:55.928529 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-f79832f1-f4d7-42ff-a21e-61c1a7dfde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.929961 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-f79832f1-f4d7-42ff-a21e-61c1a7dfde68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0436292 Jun 18 00:28:55.987022 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-582096bb-2e1f-4de4-8990-990adc70330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:55.988523 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-582096bb-2e1f-4de4-8990-990adc70330e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516026 Jun 18 00:28:56.192634 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b21a95-acc3-4290-9178-f423e49d8d9d req-8c6a7084-3c95-44bc-b7bd-7679cfc526f4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:56.194135 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d7b21a95-acc3-4290-9178-f423e49d8d9d req-8c6a7084-3c95-44bc-b7bd-7679cfc526f4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0667470 Jun 18 00:28:56.231515 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d7b21a95-acc3-4290-9178-f423e49d8d9d req-f93a54aa-9720-4b4f-8b84-856cb5532287 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Jun 18 00:28:57.405795 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc930a-f758-49e1-a6c9-8b6f2fb5b77f req-c4cee822-12f1-4fdc-8239-a008c0dd23b6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:57.407453 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7bc930a-f758-49e1-a6c9-8b6f2fb5b77f req-c4cee822-12f1-4fdc-8239-a008c0dd23b6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0632060 Jun 18 00:28:57.444472 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-c7bc930a-f758-49e1-a6c9-8b6f2fb5b77f req-6d19c6b2-d974-48cb-895d-522848dedfb9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Jun 18 00:28:58.131122 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-4c5da930-910f-4772-ab05-b9c0e0e65d3f service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886600 Jun 18 00:28:58.612470 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d8f0-2118-46a6-bc6b-4e806dd56848 req-f52b19fe-fb7a-4b34-9646-85ffd460aa63 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:58.613952 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a394d8f0-2118-46a6-bc6b-4e806dd56848 req-f52b19fe-fb7a-4b34-9646-85ffd460aa63 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0611277 Jun 18 00:28:58.653692 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-a394d8f0-2118-46a6-bc6b-4e806dd56848 req-0ac0aa8b-d47c-408f-91c1-ab5d03aa2d8d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Jun 18 00:28:59.343477 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-792d5056-4778-4c46-bd2f-d1d31999fa25 req-a59d6c43-a889-47a9-bba1-de72dd80f899 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849595 Jun 18 00:28:59.820313 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be579db-efd5-4f81-a5b2-aa373882829d req-bb095cfd-5ca5-4993-b185-12735f434135 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:28:59.821745 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0be579db-efd5-4f81-a5b2-aa373882829d req-bb095cfd-5ca5-4993-b185-12735f434135 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0611188 Jun 18 00:28:59.859880 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-0be579db-efd5-4f81-a5b2-aa373882829d req-79d04c74-85f2-4736-aa15-f7388ae74e57 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jun 18 00:29:01.033213 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9f515-163b-4d9e-9946-9a464458f22e req-defd7b81-b986-4cf9-a3ed-79fc6cd6e862 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:01.034602 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7cd9f515-163b-4d9e-9946-9a464458f22e req-defd7b81-b986-4cf9-a3ed-79fc6cd6e862 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0661469 Jun 18 00:29:01.076124 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-7cd9f515-163b-4d9e-9946-9a464458f22e req-0eacc11f-76a1-47ad-9bf8-cb0c5090ef50 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Jun 18 00:29:02.248160 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f45f0-361a-4666-8d21-9530154d62e5 req-75d4d5ae-c7c3-465d-9bf2-9484cf62d049 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:02.249632 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de5f45f0-361a-4666-8d21-9530154d62e5 req-75d4d5ae-c7c3-465d-9bf2-9484cf62d049 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0674715 Jun 18 00:29:02.291527 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-de5f45f0-361a-4666-8d21-9530154d62e5 req-d945340f-0570-40ff-8c69-9e75b3e360ac tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355923 Jun 18 00:29:03.467816 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99957-5a83-4229-b2de-85ed98ed7cf2 req-1e9b28b9-8cce-4928-9502-3195675e613d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:03.469311 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f5e99957-5a83-4229-b2de-85ed98ed7cf2 req-1e9b28b9-8cce-4928-9502-3195675e613d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0619981 Jun 18 00:29:03.507098 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-f5e99957-5a83-4229-b2de-85ed98ed7cf2 req-a389bebb-55d7-4539-b216-985e3435efb6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 Jun 18 00:29:04.680198 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd7cc-7cce-47bc-abd5-49d547b9c688 req-68308c53-981a-473d-acb4-a25e59559a2e tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:04.681569 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fd2fd7cc-7cce-47bc-abd5-49d547b9c688 req-68308c53-981a-473d-acb4-a25e59559a2e tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0621414 Jun 18 00:29:04.721285 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-fd2fd7cc-7cce-47bc-abd5-49d547b9c688 req-2511c0e2-245b-467a-b1ba-e856688e6f2c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340493 Jun 18 00:29:05.889954 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcceaf-617d-431c-ac1b-517c5c293f40 req-479b1c52-c348-44bc-bd98-0de13aabce81 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:05.891535 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b8dcceaf-617d-431c-ac1b-517c5c293f40 req-479b1c52-c348-44bc-bd98-0de13aabce81 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0624225 Jun 18 00:29:05.929808 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-b8dcceaf-617d-431c-ac1b-517c5c293f40 req-0c471a53-e189-436a-bf30-67005a6e57a4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311708 Jun 18 00:29:07.105136 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfebc8f-91e4-462c-a466-60043c9a233e req-515983bd-d723-4294-9899-18692dbbe6ef tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:07.106590 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8bfebc8f-91e4-462c-a466-60043c9a233e req-515983bd-d723-4294-9899-18692dbbe6ef tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 944 time: 0.0644636 Jun 18 00:29:07.144434 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-8bfebc8f-91e4-462c-a466-60043c9a233e req-c64e6434-3476-47a1-a8e3-4842fda6681b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Jun 18 00:29:07.405306 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 00:29:07.501200 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:29:07.512936 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Returning: {'device': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'port_id': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'mac_address': 'fa:16:3e:ad:11:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 00:29:07.555132 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:07.567462 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c {{(pid=99801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 00:29:07.586758 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:29:07.652096 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:07.653899 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:07.700643 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=4']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:07.707477 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.708471 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.708815 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.709157 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.709487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.709819 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.710143 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.710467 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.710820 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.711257 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.711586 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.711907 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:07.715719 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:07.986995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] get_ports_and_sgs() called for port_ids ['c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'] {{(pid=99801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 00:29:08.319236 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c752fc-0a9a-4991-ab8d-fce78b444ef9 req-6fd5ce97-ca92-4c8f-82b6-cd37d674fd93 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:08.320852 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-83c752fc-0a9a-4991-ab8d-fce78b444ef9 req-6fd5ce97-ca92-4c8f-82b6-cd37d674fd93 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 945 time: 0.0647342 Jun 18 00:29:08.358345 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-83c752fc-0a9a-4991-ab8d-fce78b444ef9 req-516d97d8-5e30-43c9-83c6-b71bbb154e0c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Jun 18 00:29:09.429672 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c up at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 00:29:09.528552 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231d656-aa3a-444d-8a6c-d23639b6650c req-367bd9a0-dcf2-4130-8673-8a75e8295160 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:09.530037 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d231d656-aa3a-444d-8a6c-d23639b6650c req-367bd9a0-dcf2-4130-8673-8a75e8295160 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 945 time: 0.0621910 Jun 18 00:29:09.560091 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning for port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c completed by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 00:29:09.564014 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.provisioning_blocks [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Provisioning complete for port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c triggered by entity L2. {{(pid=99801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 00:29:09.564478 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-841332'] for port, provisioning_complete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:09.567988 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d231d656-aa3a-444d-8a6c-d23639b6650c req-9db54a86-8253-46a5-81e9-1c6bbfa942ce tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Jun 18 00:29:09.641327 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:09.665218 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'}] {{(pid=99801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:29:09.667646 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca743d56677b5ea84098e5464483833f670c4a3cd314d728bbb5d73e4aa2929c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f274a-7df1-4b65-b56b-bd4a6a16298b" -d '{"events": [{"server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "name": "network-vif-plugged", "status": "completed", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c"}]}' {{(pid=99801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:29:09.680286 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:29:09.703087 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292ad44d-0a33-4bb6-8342-77b9624aaf96 x-openstack-request-id: req-292ad44d-0a33-4bb6-8342-77b9624aaf96 {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:29:09.703390 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "name": "network-vif-plugged", "status": "completed", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c", "code": 200}]} {{(pid=99801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:29:09.703652 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-292ad44d-0a33-4bb6-8342-77b9624aaf96 {{(pid=99801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:29:09.704046 dv-cinder-796950-2-iscsi neutron-server[99801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'code': 200} Jun 18 00:29:09.760558 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196'] for port, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:09.763441 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:09.808811 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Pushing event updated for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=5']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:09.811879 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:10.121439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48168-86c6-4c7c-adae-1861f0084b42 req-4322593c-606d-4d90-80d7-3f59bed61aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:10.123035 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-32f48168-86c6-4c7c-adae-1861f0084b42 req-4322593c-606d-4d90-80d7-3f59bed61aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1099 time: 0.0532935 Jun 18 00:29:10.158266 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-32f48168-86c6-4c7c-adae-1861f0084b42 req-f84a9a9d-74bb-4b43-813f-bb2ec51251b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278153 Jun 18 00:29:10.744591 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f979b-4bbc-42f8-8032-2536e3fa68ef req-d990ee9b-fda8-49a3-b1db-b5d6584e8da7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:10.746185 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1e4f979b-4bbc-42f8-8032-2536e3fa68ef req-d990ee9b-fda8-49a3-b1db-b5d6584e8da7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.0637846 Jun 18 00:29:10.788375 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-1e4f979b-4bbc-42f8-8032-2536e3fa68ef req-e62a7f77-cbf3-4c52-9ab6-15ed557ffb55 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362875 Jun 18 00:29:11.960840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4196e2-7174-4abd-9c4a-cc7332bd1fca req-c1b3b61e-4120-4271-b21c-5109f9343d20 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:11.962288 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd4196e2-7174-4abd-9c4a-cc7332bd1fca req-c1b3b61e-4120-4271-b21c-5109f9343d20 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.0633891 Jun 18 00:29:12.001775 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-cd4196e2-7174-4abd-9c4a-cc7332bd1fca req-d1f8979d-46f2-458c-aaca-4d41563dfe78 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Jun 18 00:29:12.171343 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a4895-9498-4637-8f89-110271e8ecb3 req-2b253867-105a-45a4-8a5e-ab8155950a90 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:12.172848 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e76a4895-9498-4637-8f89-110271e8ecb3 req-2b253867-105a-45a4-8a5e-ab8155950a90 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.0627291 Jun 18 00:29:12.211163 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-e76a4895-9498-4637-8f89-110271e8ecb3 req-f8692e5b-de44-4be0-95d5-350666d54b61 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Jun 18 00:29:12.234992 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44046) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:12.442554 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307893b-ad9f-4b4d-b891-29fefb18425c tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:12.443991 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-a307893b-ad9f-4b4d-b891-29fefb18425c tempest-TestVolumeBootPattern-1656122815 tempest-TestVolumeBootPattern-1656122815-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1094 time: 0.2080762 Jun 18 00:29:12.446721 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44054) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:12.451097 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.v2.base [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Request body: {'floatingip': {'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'port_id': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 00:29:12.548805 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:12.644920 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1041513'] for port, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.011621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_common [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Allocated IP 172.27.0.27 (4ea62950-9071-403e-b217-8d8f4a73d2f5/9dc47cb9-5a08-4532-8874-157a230eeddc/b469b30c-9354-4d04-a2e7-299b2cda7212) {{(pid=99800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 00:29:13.108322 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.188841 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1042090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-30378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784057154133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9035320'] for port, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.193934 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-537ec3d6-c393-4e9d-9ca6-3dce4c48ec30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:13.230286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Network 4ea62950-9071-403e-b217-8d8f4a73d2f5 is already hosted by enough agents. {{(pid=99800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 00:29:13.233027 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Resources bound (agent type, host, resource id): {{(pid=99800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 00:29:13.235490 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Received port after_create {{(pid=99800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 00:29:13.258562 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=b469b30c-9354-4d04-a2e7-299b2cda7212,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:13.269693 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.270668 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.271080 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.271457 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.271827 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.272204 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.272572 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.272939 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.273304 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.273666 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.274026 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.274387 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:13.279148 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:13.606286 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.730599 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1041535'] for port, before_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.877130 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for port, precommit_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.982211 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784057678803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784057154151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784057154196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9035278'] for port, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:13.984507 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-d376088f-a6ae-4d76-bb18-ffe506f0a102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:14.058721 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event updated for resources: {'Port': ['ID=b469b30c-9354-4d04-a2e7-299b2cda7212,revision_number=2']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:14.061704 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:14.068872 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3685001'] for floatingip, after_update {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:14.169398 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.db.l3_db [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP f3b49260-fd1f-4ebc-8807-939d68e715f3 associated. External IP: 172.27.0.27, port: c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c. Jun 18 00:29:14.383357 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:29:14.496601 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:29:14.506435 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:29:14.515507 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:29:14.516121 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:29:14.566529 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:14.612807 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-1bc5c6de-d399-4a46-9e0f-5954b0c59475 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1650276 Jun 18 00:29:14.613639 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'}] {{(pid=99800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:29:14.616141 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b526d05bcf948125161b0bfdf4ce75c8759c11a6fd8a628586f37da1dcddff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be" -d '{"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c"}]}' {{(pid=99800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:29:14.661415 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b1f89-d410-4d83-b6a2-a8689d924b68 x-openstack-request-id: req-c55b1f89-d410-4d83-b6a2-a8689d924b68 {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:29:14.661864 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c", "status": "completed", "code": 200}]} {{(pid=99800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:29:14.662192 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c55b1f89-d410-4d83-b6a2-a8689d924b68 {{(pid=99800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:29:14.662846 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'status': 'completed', 'code': 200} Jun 18 00:29:14.740188 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:29:14.959269 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}, {'id': 'f3b49260-fd1f-4ebc-8807-939d68e715f3', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:ad:11:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:29:13Z', 'updated_at': '2021-06-18T00:29:13Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:29:14.984045 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:29:14.992721 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:29:14.993370 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:28:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:29:15.097459 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:29:15.315215 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}, {'id': 'f3b49260-fd1f-4ebc-8807-939d68e715f3', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:ad:11:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:29:13Z', 'updated_at': '2021-06-18T00:29:13Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:29:15.339552 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39034cf2-2008-4e3a-b7ae-58e20f303eb3 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}, {'id': 'f3b49260-fd1f-4ebc-8807-939d68e715f3', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:ad:11:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:29:13Z', 'updated_at': '2021-06-18T00:29:13Z', 'revision_number': 0, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:29:15.502458 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-29ca94e9-b726-4614-953e-52797e2ab6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:15.504688 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-29ca94e9-b726-4614-953e-52797e2ab6dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1099 time: 0.0662217 Jun 18 00:29:15.542779 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acbbe7-d234-490a-b2f6-9010ca0d3911 None None] New status for floating IP f3b49260-fd1f-4ebc-8807-939d68e715f3: ACTIVE {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:29:15.600297 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-d620b288-bb4e-4b4b-b2e0-20a38b519450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:15.601655 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-d620b288-bb4e-4b4b-b2e0-20a38b519450 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0905056 Jun 18 00:29:15.672985 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-1cb6331b-2e6d-4bd3-a19d-772d8694d4e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 200 len: 999 time: 0.0647497 Jun 18 00:29:15.722399 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-768db36e-4404-4aca-a522-493ea5fb8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:15.723942 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-768db36e-4404-4aca-a522-493ea5fb8bf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0448606 Jun 18 00:29:15.784707 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-c4179da0-1285-44b4-9210-b39761733fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:15.786173 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-c4179da0-1285-44b4-9210-b39761733fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503037 Jun 18 00:29:15.877700 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-e5129b11-740c-405a-8cf6-0f939dfed36a service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Jun 18 00:29:15.962968 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-0ecfd7f6-2c1c-42fc-b30a-26c7510034be req-987399f7-fc67-43a3-a978-858042035597 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787995 Jun 18 00:29:17.223503 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b98d2aa3-1eaa-4e5f-a19f-0818206dceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:19.490679 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:19.794505 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ad06b5d3-5bee-4b89-9d2c-19b696c37ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:19.856897 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:20.749193 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:21.856180 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:29:22.530401 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:31.675646 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44208) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:31.777162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:31.865205 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:31.919790 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:31.922436 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-805c7fc2-e833-45e9-b14f-568f154652ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:31.961769 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e95cc6976084cf99622c15743bf43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849782 Jun 18 00:29:31.964476 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44212) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:31.966964 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451fb2c-20a7-4858-81c0-4d761512aace,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:31.973991 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.974435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.974833 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.975198 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.975624 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.976178 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.976788 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.977327 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.977697 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.978941 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.979309 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.979667 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:29:31.985902 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-392cfa09-be99-427f-866f-d4d120e98ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:32.017871 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:32.039257 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:32.153970 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:32.156606 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:32.157808 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e451fb2c-20a7-4858-81c0-4d761512aace HTTP/1.1" status: 204 len: 168 time: 0.1923838 Jun 18 00:29:32.158580 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-dbd91f2b-e20f-46c7-9eeb-f7279662d4a9 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:32.166397 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451fb2c-20a7-4858-81c0-4d761512aace,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:32.168438 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:34.316377 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44256) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:34.416835 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:34.502049 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:34.571234 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:34.574574 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-46722f41-701e-48d5-91b0-28616c694832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:34.610917 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed753fc831ce4972aa1b24b191bb3e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932117 Jun 18 00:29:34.612254 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61951fb7-c343-482c-8c1b-e4be4a092c6c,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:34.613282 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44260) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:34.616662 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-356ee9e5-3919-489c-98d2-084d33126022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:34.913306 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:34.938467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:35.079084 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:35.081712 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:35.082886 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61951fb7-c343-482c-8c1b-e4be4a092c6c HTTP/1.1" status: 204 len: 168 time: 0.4685080 Jun 18 00:29:35.083711 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a3c59580-0578-41fa-93ae-935ed21a6e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:35.091201 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61951fb7-c343-482c-8c1b-e4be4a092c6c,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:35.093465 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-55591fc3-bb8d-482c-8d37-25a971023fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:44.550429 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44380) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:44.648607 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:44.732528 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:44.850996 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:44.854320 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-7fc47943-3c77-4d32-9f83-a4d204c3bd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:44.885211 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cffc007b20ad43ed9284dec3e316ec84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336384 Jun 18 00:29:44.887965 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44384) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:29:44.890872 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f0201-0f56-4b6d-bc1b-bc45799578d8,revision_number=1']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:44.897944 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:44.939080 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:44.959311 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:45.085370 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:45.088046 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:45.089207 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b04f0201-0f56-4b6d-bc1b-bc45799578d8 HTTP/1.1" status: 204 len: 168 time: 0.2002594 Jun 18 00:29:45.090041 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-b88b4976-2e6a-4db1-b886-9656194462dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:29:45.098054 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f0201-0f56-4b6d-bc1b-bc45799578d8,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:29:45.100434 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-31a36c0d-3920-4274-958a-45924ae7560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:29:47.199895 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-37460059-8553-4894-a2b0-5dc0629ca384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:49.479677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:49.765139 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-b291f72e-c0e2-4530-8d0c-e6ef2dad4de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:49.879359 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:50.759487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:52.456543 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:29:56.270214 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-4f7356bb-b2f9-415c-b2fe-5deeccbbac93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384759 Jun 18 00:29:56.384792 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-cee2bca6-0880-4c35-a36d-b613494d7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:56.386256 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-cee2bca6-0880-4c35-a36d-b613494d7d77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1099 time: 0.0534408 Jun 18 00:29:56.490046 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-50f55505-1f1d-430c-a069-262ace0ba025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:56.491507 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-50f55505-1f1d-430c-a069-262ace0ba025 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0828459 Jun 18 00:29:56.556419 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-e5db1d3a-d6fa-47e8-a2db-0d10b2af04e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 1002 time: 0.0589504 Jun 18 00:29:56.601450 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-c0bddab5-726a-41a3-9fa9-6c6ebba4089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:56.602831 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-c0bddab5-726a-41a3-9fa9-6c6ebba4089c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0407679 Jun 18 00:29:56.659978 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-216235d9-5991-47c9-a70c-d8acb27921db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:29:56.661963 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-216235d9-5991-47c9-a70c-d8acb27921db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523534 Jun 18 00:29:56.672491 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-04940ebc-746b-4ced-a8c0-0747507cd4e4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 00:29:56.673431 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-04940ebc-746b-4ced-a8c0-0747507cd4e4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050933 Jun 18 00:29:56.762025 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-d4b84816-9ae9-4a68-a1cc-90ea45a41980 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822263 Jun 18 00:29:56.850285 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-5be7da10-1792-4b2f-a091-1ad6c9b802ee req-e9315a52-205a-4228-9c58-30327042c3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787046 Jun 18 00:29:58.854868 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:30:07.359242 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44526) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:30:07.459654 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.545299 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.633405 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_create {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.636263 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-a85edcf4-ce02-4b26-972e-e2655a6260fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:30:07.672609 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c069b2738cca43ff908ea3b5f5125bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122187 Jun 18 00:30:07.673452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a5343-66e3-40db-9333-3515f4b07d79,revision_number=1']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:30:07.675218 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44530) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:30:07.677288 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-232759f2-0f57-4c54-8a05-cd5bdce78088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:30:07.729881 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.749807 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.862211 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.864775 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:07.865913 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c9a5343-66e3-40db-9333-3515f4b07d79 HTTP/1.1" status: 204 len: 168 time: 0.1896706 Jun 18 00:30:07.866670 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0ce5b81a-52f0-4122-a15c-92ee88e81f34 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:30:07.874071 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a5343-66e3-40db-9333-3515f4b07d79,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:30:07.876471 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-f61a9f4d-9a16-444a-aaaa-6fecbf3039a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:30:17.187456 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-9cf49c52-e86c-4a0a-8624-068cc7cc2e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:19.496369 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:19.776403 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-38f1eec5-0a03-47c0-ae14-3d59654fe35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:19.890151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:20.770206 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:22.461418 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:35.853842 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:30:47.187511 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-0abd9de5-4c8d-4e8f-a6fe-a932c473e8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:49.511479 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:49.780489 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1320-8065-4809-957c-3d41c275fe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:49.883161 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:50.786972 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:52.404732 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-10aa5157-72e6-4c5c-808b-0c4eacdafa4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490386 Jun 18 00:30:52.472910 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:52.488551 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-73c3e53d-9715-4338-b8ee-ed05500436d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:52.490006 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-73c3e53d-9715-4338-b8ee-ed05500436d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1099 time: 0.0510342 Jun 18 00:30:52.590842 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-4e3a92d7-0319-458b-8e29-6869065b70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:52.592270 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-4e3a92d7-0319-458b-8e29-6869065b70e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0836186 Jun 18 00:30:52.656960 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-abe88424-0fe2-4622-9923-81f4a5026b1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 200 len: 1001 time: 0.0585430 Jun 18 00:30:52.707692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-dd634b7b-7f0b-46b0-aaf0-d6166e1b99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:52.709078 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-dd634b7b-7f0b-46b0-aaf0-d6166e1b99c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0460925 Jun 18 00:30:52.762467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-74c5fcf9-1c9b-4fa7-bbda-912b35e8d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:52.763881 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-74c5fcf9-1c9b-4fa7-bbda-912b35e8d834 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483701 Jun 18 00:30:52.851184 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-ac910b10-57af-419e-8603-12cef73de1f4 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Jun 18 00:30:52.934068 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-015c7e89-928b-47e2-8a84-d733e8f02cd1 req-db448e03-3edc-4c2e-8e8e-9d066c684c8d service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767946 Jun 18 00:30:55.692348 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44542) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:30:55.844050 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port b469b30c-9354-4d04-a2e7-299b2cda7212 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:30:55.844395 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:55.919218 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:55.919474 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:55.983542 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for b469b30c-9354-4d04-a2e7-299b2cda7212 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:30:56.192961 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:56.195894 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-31c321b7-2bb5-48f6-badc-9e73f7658bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:30:56.221853 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=b469b30c-9354-4d04-a2e7-299b2cda7212,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:30:56.247871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.248254 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.248681 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.249050 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.249412 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.249775 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.250134 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.250492 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.250881 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.251240 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.252239 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.252599 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:30:56.256823 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:30:56.291739 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:56.292078 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP f3b49260-fd1f-4ebc-8807-939d68e715f3 disassociated (deleted). External IP: 172.27.0.27, port: c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c. Jun 18 00:30:56.489203 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:30:56.590764 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:30:56.596037 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:56.600564 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:30:56.609041 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:30:56.609662 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:30:56.631652 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-6dba3eeb-a798-4d42-aa3a-e43a8dc245c1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "DELETE /v2.0/floatingips/f3b49260-fd1f-4ebc-8807-939d68e715f3 HTTP/1.1" status: 204 len: 168 time: 0.9381924 Jun 18 00:30:56.632332 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:30:56.634629 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc832d-28aa-43f8-a293-ba359923e87d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:30:56.714836 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:30:56.848811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af5b9ef-ccbb-47e8-be00-466b5a761797 x-openstack-request-id: req-8af5b9ef-ccbb-47e8-be00-466b5a761797 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:30:56.848811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:30:56.848811 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8af5b9ef-ccbb-47e8-be00-466b5a761797 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:30:56.848811 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'status': 'completed', 'code': 200} Jun 18 00:30:56.939432 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:30:56.944939 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc832d-28aa-43f8-a293-ba359923e87d req-7a8fc9de-f684-4308-b15b-ee4e0015e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:56.946438 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-7a8fc9de-f684-4308-b15b-ee4e0015e5f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 1099 time: 0.0513368 Jun 18 00:30:56.977544 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:30:56.990487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:30:56.991152 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:30:57.043528 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc832d-28aa-43f8-a293-ba359923e87d req-4cf40ef9-d949-44e7-b7cd-cce035d2e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:57.044983 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-4cf40ef9-d949-44e7-b7cd-cce035d2e239 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0919037 Jun 18 00:30:57.090505 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-d6ae3a1e-a619-4d41-b302-3beea7192b7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 200 len: 217 time: 0.0390525 Jun 18 00:30:57.098036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:30:57.166745 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc832d-28aa-43f8-a293-ba359923e87d req-75c9dd0a-b6e5-4260-a600-e7f6576bcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:57.168480 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-75c9dd0a-b6e5-4260-a600-e7f6576bcb86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0490980 Jun 18 00:30:57.231850 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc832d-28aa-43f8-a293-ba359923e87d req-9a7ea331-98c5-4668-88ff-060ce69bac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:57.233350 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-9a7ea331-98c5-4668-88ff-060ce69bac79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565467 Jun 18 00:30:57.326775 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:30:57.333070 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02c965-fc7e-461c-8c71-77975455f070 req-703d9e40-1bac-4ed9-9765-93d397c360d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:57.335243 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a02c965-fc7e-461c-8c71-77975455f070 req-703d9e40-1bac-4ed9-9765-93d397c360d7 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.1773005 Jun 18 00:30:57.336196 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-9c293ca2-dc28-4947-ae2a-91c7fe9ab6e5 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955980 Jun 18 00:30:57.353957 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7a3aa-2f78-4abe-abfe-6c81e5d59995 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_floatingips': [{'id': 'b8c224bf-eb17-4345-8e2d-307f94c8c242', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'router_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'port_id': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'mac_address': 'fa:16:3e:dc:ca:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T00:27:04Z', 'updated_at': '2021-06-18T00:27:07Z', 'revision_number': 1, 'project_id': '8efc57636e9144c69454f99ef75be326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:30:57.372481 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-3a02c965-fc7e-461c-8c71-77975455f070 req-b5335628-ee4a-4b63-972a-f59a91a263b4 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Jun 18 00:30:57.438661 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4acc832d-28aa-43f8-a293-ba359923e87d req-fc8889fe-cf4f-4bff-b346-ca84b120edda service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950441 Jun 18 00:30:57.560837 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c317286-a9b7-447a-852b-69c6515403fb None None] New status for floating IP f3b49260-fd1f-4ebc-8807-939d68e715f3: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:30:58.597029 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bb24-1180-4a0b-9380-413f57ac8438 req-e475f6f7-ed0c-4d57-80d3-825398665904 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:58.598471 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5480bb24-1180-4a0b-9380-413f57ac8438 req-e475f6f7-ed0c-4d57-80d3-825398665904 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.1119366 Jun 18 00:30:58.633764 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-5480bb24-1180-4a0b-9380-413f57ac8438 req-9b223d9c-f540-4180-8bf4-a4e9d49a8711 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296221 Jun 18 00:30:58.870616 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-6c904df1-9a57-43b4-8d3f-6af34b4fd35c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:30:58.872053 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-6c904df1-9a57-43b4-8d3f-6af34b4fd35c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 946 time: 0.0616074 Jun 18 00:30:58.966046 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:30:58.966387 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:59.053605 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] For port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:30:59.053962 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:59.117827 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:30:59.272741 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:59.276484 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-590ff1fb-a2c3-4e1d-b549-dfa868a6a33c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:30:59.304033 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:30:59.307477 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:30:59.351456 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] No DVR routers for this DVR port c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:30:59.353791 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:30:59.355750 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-4f31b309-59e1-465d-b69c-e65a213bd720 req-5b18eee1-42ec-418d-8e95-f9e49fe040b1 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "DELETE /v2.0/ports/c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c HTTP/1.1" status: 204 len: 173 time: 0.4782186 Jun 18 00:30:59.362385 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'name': 'network-vif-deleted', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:30:59.362385 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42935701-ab1e-45e3-9ee5-35e59245442c" -d '{"events": [{"server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "name": "network-vif-deleted", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:30:59.406114 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb8616-1418-4003-8352-a16efdeca26f x-openstack-request-id: req-6ceb8616-1418-4003-8352-a16efdeca26f {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:30:59.406472 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01d5cc-8b0b-4a35-a235-abcde51a7635", "name": "network-vif-deleted", "tag": "c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:30:59.406799 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ceb8616-1418-4003-8352-a16efdeca26f {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:30:59.407233 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec01d5cc-8b0b-4a35-a235-abcde51a7635', 'name': 'network-vif-deleted', 'tag': 'c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c', 'status': 'completed', 'code': 200} Jun 18 00:30:59.775077 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-db9fbee6-4356-4398-a101-9d6bcd54f589 req-79607201-3539-4a4c-9e05-b2e322abb72f tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec01d5cc-8b0b-4a35-a235-abcde51a7635 HTTP/1.1" status: 200 len: 210 time: 0.0299110 Jun 18 00:31:01.862320 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:01.881342 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:01.881628 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device c35f2b37-ccf0-4c38-9cc8-187e13eb9a8c not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:03.275467 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44586) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:03.424804 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port 1ee0b099-09db-4900-ba5e-9b6d4bfa6268 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:03.425146 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:03.499000 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:03.499323 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:03.558914 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for 1ee0b099-09db-4900-ba5e-9b6d4bfa6268 owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:03.746545 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:03.748533 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-ef8ce00d-eda7-45d1-8261-27805dfe20a0 tempest-AttachVolumeNegativeTest-1086463342 tempest-AttachVolumeNegativeTest-1086463342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:03.771692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=1ee0b099-09db-4900-ba5e-9b6d4bfa6268,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:03.774803 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:03.833949 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:03.834211 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.db.l3_db [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Floating IP b8c224bf-eb17-4345-8e2d-307f94c8c242 disassociated (deleted). External IP: 172.27.0.162, port: d8d30ce8-3c76-4cdd-becd-2af2ed0c1100. Jun 18 00:31:04.276160 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:31:04.374365 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:31:04.379732 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:04.386047 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:31:04.394853 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:04.395513 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:04.417344 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-89be0d5e-d843-4149-bd4b-ee13b37f1d1c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "DELETE /v2.0/floatingips/b8c224bf-eb17-4345-8e2d-307f94c8c242 HTTP/1.1" status: 204 len: 168 time: 1.1408274 Jun 18 00:31:04.418099 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:31:04.420536 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f31854-df63-4316-aa81-250c20f4b2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:31:04.456953 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 00:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445300f-0e8e-4f5c-bec0-13152971b3a8 x-openstack-request-id: req-8445300f-0e8e-4f5c-bec0-13152971b3a8 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:31:04.457346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:31:04.457662 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8445300f-0e8e-4f5c-bec0-13152971b3a8 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:31:04.458094 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'status': 'completed', 'code': 200} Jun 18 00:31:04.501036 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:04.556698 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f31854-df63-4316-aa81-250c20f4b2ba req-fe1fac0b-9d4e-4985-9f54-21cfd7c6cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:04.558211 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-fe1fac0b-9d4e-4985-9f54-21cfd7c6cb04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8efc57636e9144c69454f99ef75be326&device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 1099 time: 0.0529029 Jun 18 00:31:04.651135 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f31854-df63-4316-aa81-250c20f4b2ba req-62d40244-8f37-45de-83bd-a04f7ec611ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:04.652105 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-62d40244-8f37-45de-83bd-a04f7ec611ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 200 len: 912 time: 0.0864620 Jun 18 00:31:04.695511 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-c247a72d-0073-4939-97f9-c4cc0e2c7e79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 200 len: 217 time: 0.0361681 Jun 18 00:31:04.702487 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:04.752468 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f31854-df63-4316-aa81-250c20f4b2ba req-33c665ff-d468-46b8-9fc9-817182e24f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:04.754091 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-33c665ff-d468-46b8-9fc9-817182e24f07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 200 len: 850 time: 0.0529618 Jun 18 00:31:04.817995 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f31854-df63-4316-aa81-250c20f4b2ba req-9c6d9582-8c6e-445d-98de-e102abddd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:04.819751 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-9c6d9582-8c6e-445d-98de-e102abddd953 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a04fe7ee-30cb-494e-972a-2f20eab77ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589120 Jun 18 00:31:04.854268 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:31:04.863128 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:04.863739 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:04.950793 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b696ae-0dbf-4e42-ae86-ed9e42424c67 req-df287c2c-98de-4a3e-8682-42507818d546 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:04.951607 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-2b8b76b3-d94e-48ba-afde-a07faef32f65 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905993 Jun 18 00:31:04.952190 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-69b696ae-0dbf-4e42-ae86-ed9e42424c67 req-df287c2c-98de-4a3e-8682-42507818d546 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0670464 Jun 18 00:31:04.970203 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:04.990756 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-69b696ae-0dbf-4e42-ae86-ed9e42424c67 req-ffba11d2-e988-492b-a167-1c7a0441f61c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jun 18 00:31:05.042996 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-45f31854-df63-4316-aa81-250c20f4b2ba req-0540b296-5b8f-4968-a2ae-4f104cda3256 service neutron] 10.222.0.16 "GET /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Jun 18 00:31:05.161920 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:05.190210 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80a818-9cb6-40e8-a070-151251e07125 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:22:28Z', 'revision_number': 4, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi', '_interfaces': [{'id': '2a342886-0ad9-4a06-bd4f-af9367c68e7a', 'name': '', 'network_id': 'a04fe7ee-30cb-494e-972a-2f20eab77ab5', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'mac_address': 'fa:16:3e:fc:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:27Z', 'updated_at': '2021-06-18T00:22:39Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'subnets': [{'id': 'e88c89d2-1cef-4d63-95c0-941c41a86e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:31:05.392064 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e226c20-2e81-48bd-aaeb-823fba550f55 None None] New status for floating IP b8c224bf-eb17-4345-8e2d-307f94c8c242: DOWN {{(pid=99802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 00:31:06.164385 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c94f-8e6b-4341-b21e-bbd4f79c59a5 req-5cb2f2f1-5692-4775-8322-c7bc47f223d9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:06.177687 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d4e4c94f-8e6b-4341-b21e-bbd4f79c59a5 req-5cb2f2f1-5692-4775-8322-c7bc47f223d9 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0636370 Jun 18 00:31:06.203391 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-d4e4c94f-8e6b-4341-b21e-bbd4f79c59a5 req-48643065-aa72-47e1-b472-b1cb2b28932d tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/security-groups?id=80e5ff73-fc6f-49cb-b72d-e67306fc069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Jun 18 00:31:06.532011 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-ca3a1a5c-632a-4a7e-b506-6137201f2a15 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 00:31:06.533916 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-ca3a1a5c-632a-4a7e-b506-6137201f2a15 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 946 time: 0.0647399 Jun 18 00:31:06.627346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:06.627684 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:06.717110 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] For port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:06.717471 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:06.777734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 owned by compute:nova {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:06.952776 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:06.957388 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85ad2a9d-e867-4768-bcf6-86a666cc8997 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:06.983540 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=d8d30ce8-3c76-4cdd-becd-2af2ed0c1100,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:06.986560 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:07.031734 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] No DVR routers for this DVR port d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 on host hv-cinder-79695 {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:31:07.034213 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for port, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:07.036200 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [req-da5024fb-53ea-41df-aac2-8ab8aace9fc4 req-cfd31cef-ada3-4e03-a431-71d63d57ed3b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.16 "DELETE /v2.0/ports/d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 HTTP/1.1" status: 204 len: 173 time: 0.4976189 Jun 18 00:31:07.036685 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'name': 'network-vif-deleted', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100'}] {{(pid=99799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 00:31:07.038965 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0368d3423c5c30fff48751fdb1f2afb30c89e219c501e62cff72927bb2b35f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c7330-81e9-4ddc-9839-b8ada0190f4e" -d '{"events": [{"server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "name": "network-vif-deleted", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100"}]}' {{(pid=99799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 00:31:07.073768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 00:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4ba84-b7d5-4f2f-9c88-a2da9f6680d5 x-openstack-request-id: req-acf4ba84-b7d5-4f2f-9c88-a2da9f6680d5 {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 00:31:07.073768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6add5ce-f6ae-47c3-afb1-9b601252adc7", "name": "network-vif-deleted", "tag": "d8d30ce8-3c76-4cdd-becd-2af2ed0c1100", "status": "completed", "code": 200}]} {{(pid=99799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 00:31:07.073768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acf4ba84-b7d5-4f2f-9c88-a2da9f6680d5 {{(pid=99799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 00:31:07.074061 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6add5ce-f6ae-47c3-afb1-9b601252adc7', 'name': 'network-vif-deleted', 'tag': 'd8d30ce8-3c76-4cdd-becd-2af2ed0c1100', 'status': 'completed', 'code': 200} Jun 18 00:31:07.342957 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [req-48e5ba77-4398-489e-bc38-8d2dac77b2db req-87fced53-3381-4c07-b061-b9b17dbd998c tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6add5ce-f6ae-47c3-afb1-9b601252adc7 HTTP/1.1" status: 200 len: 210 time: 0.0300744 Jun 18 00:31:08.434367 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44602) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:08.553288 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Deleting port ab35e4eb-8d69-4625-a0e7-d34c0abc68af {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:08.553632 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.625196 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.625446 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.689162 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Calling delete_port for ab35e4eb-8d69-4625-a0e7-d34c0abc68af owned by network:floatingip {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:08.895237 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.897130 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e02e79dc-faa0-4b26-a2f0-d74eff48b1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:08.920610 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'Port': ['ID=ab35e4eb-8d69-4625-a0e7-d34c0abc68af,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:08.923726 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:08.979944 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for floatingip, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.982415 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260225'] for floatingip, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:08.983589 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-3b6835c7-3906-4f9b-ab29-9f05ecbfc553 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "DELETE /v2.0/floatingips/e982a657-f719-4fd1-a2b2-d73ffa2187bb HTTP/1.1" status: 204 len: 168 time: 0.5482457 Jun 18 00:31:09.916723 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:09.937006 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] No Port match for: d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:09.937362 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Device d8d30ce8-3c76-4cdd-becd-2af2ed0c1100 not bound to the agent host hv-cinder-79695 {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:10.364016 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44614) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:10.423409 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:10.446946 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:10.563809 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:10.566464 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:10.567603 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] 10.222.0.38 "DELETE /v2.0/security-groups/80e5ff73-fc6f-49cb-b72d-e67306fc069c HTTP/1.1" status: 204 len: 168 time: 0.2026155 Jun 18 00:31:10.568386 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-98cd2c3f-91ed-47e7-ad04-317e7724f0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:10.577023 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5ff73-fc6f-49cb-b72d-e67306fc069c,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:10.579426 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-d80e8074-2429-4b5d-b355-a942e2443ae6 tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:11.691867 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44620) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:12.108672 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:12.349496 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Deleting port 2a342886-0ad9-4a06-bd4f-af9367c68e7a {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:12.349831 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:12.422537 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] For port 2a342886-0ad9-4a06-bd4f-af9367c68e7a, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=2a342886-0ad9-4a06-bd4f-af9367c68e7a,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:12.422832 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:12.485045 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Calling delete_port for 2a342886-0ad9-4a06-bd4f-af9367c68e7a owned by network:router_interface {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:12.712452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:12.714621 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-2f11bab3-ab28-4363-9362-b8e09346237b tempest-TestVolumeBootPattern-663945416 tempest-TestVolumeBootPattern-663945416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:12.741611 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a342886-0ad9-4a06-bd4f-af9367c68e7a,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:12.752970 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.753441 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.753747 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.754134 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.754487 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.754885 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.755253 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.755622 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.755990 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.756352 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.756711 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.757069 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:12.774841 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:12.852541 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:31:12.910624 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:13.376193 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:31:13.476279 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:31:13.481174 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-adf20b1b-1eb9-4951-914d-1c07796d29e7 admin admin] 10.222.0.38 "PUT /v2.0/routers/d9198a4e-29c2-44c1-a864-7c8f6a0fb241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881167 Jun 18 00:31:13.483723 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44626) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:13.484542 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Sync routers for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:31:13.494321 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:13.494995 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:13.583346 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks [] for router, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:13.596980 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: dv-cinder-796950-2-iscsi {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:13.679989 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:13.769788 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:31:12Z', 'revision_number': 5, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port': {'id': '3d9f28b4-adfb-4fa9-8a94-22fe5895f644', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:23Z', 'updated_at': '2021-06-18T00:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:13.794606 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Checking router: d9198a4e-29c2-44c1-a864-7c8f6a0fb241 for host: dv-cinder-796950-2-iscsi {{(pid=99801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:31:13.803151 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Routers {'d9198a4e-29c2-44c1-a864-7c8f6a0fb241'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:13.803771 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'], 'active': True} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:13.826265 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Deleting port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:13.826866 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:13.886311 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvr_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] Set router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 gateway port host: None {{(pid=99801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:13.902748 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] For port 3d9f28b4-adfb-4fa9-8a94-22fe5895f644, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:13.903111 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:13.943553 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_hamode_db [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:31:13Z', 'revision_number': 6, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:13.969547 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Calling delete_port for 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 owned by network:router_gateway {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:13.972141 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e633a-606f-42c5-9f10-6b493047d471 None None] The sync data for ids ['d9198a4e-29c2-44c1-a864-7c8f6a0fb241'] in dv-cinder-796950-2-iscsi is: [{'id': 'd9198a4e-29c2-44c1-a864-7c8f6a0fb241', 'name': 'tempest-TestVolumeBootPattern-906911779-router', 'tenant_id': '8efc57636e9144c69454f99ef75be326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:22Z', 'updated_at': '2021-06-18T00:31:13Z', 'revision_number': 6, 'project_id': '8efc57636e9144c69454f99ef75be326', 'gw_port_host': None}] {{(pid=99801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:31:14.186840 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.189709 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-9d48718d-cbdb-401c-8eb5-44ea0e22ed65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:14.213783 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9f28b4-adfb-4fa9-8a94-22fe5895f644,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:14.217523 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:14.275849 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.366242 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.368478 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.460994 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.461506 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9198a4e-29c2-44c1-a864-7c8f6a0fb241 {{(pid=99800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:31:14.465641 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] Notify callbacks [] for router, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.466748 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-df0cd92b-d20b-470f-af46-1cf6a54b6568 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d9198a4e-29c2-44c1-a864-7c8f6a0fb241 HTTP/1.1" status: 204 len: 168 time: 0.9820969 Jun 18 00:31:14.469243 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44628) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:14.511932 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Deleting subnet e88c89d2-1cef-4d63-95c0-941c41a86e5a {{(pid=99800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:31:14.514847 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.548039 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9592400'] for subnet, precommit_delete_associations {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.625176 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.735522 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9035341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567958'] for subnet, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.738274 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:14.761613 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88c89d2-1cef-4d63-95c0-941c41a86e5a,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:14.764644 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:14.765614 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.767460 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-7f96303a-93af-43c3-bef4-f1b013b440a6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e88c89d2-1cef-4d63-95c0-941c41a86e5a HTTP/1.1" status: 204 len: 168 time: 0.2973258 Jun 18 00:31:14.769934 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.wsgi [-] (99800) accepted ('10.222.0.38', 44630) {{(pid=99800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:14.773707 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d0bd1b-960c-42ab-86e9-21da685aa9b3 None None] Network a04fe7ee-30cb-494e-972a-2f20eab77ab5 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:31:14.842102 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.896794 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Deleting port 8034d7a9-9d49-43b7-9ca2-0646d8580608 {{(pid=99800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:14.897140 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.962207 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.db [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] For port 8034d7a9-9d49-43b7-9ca2-0646d8580608, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=8034d7a9-9d49-43b7-9ca2-0646d8580608,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:14.962565 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:14.978549 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] DHCP port deletion for a04fe7ee-30cb-494e-972a-2f20eab77ab5 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:31:15.026371 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Deleting port 8034d7a9-9d49-43b7-9ca2-0646d8580608 {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:15.029325 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.033195 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.plugin [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Calling delete_port for 8034d7a9-9d49-43b7-9ca2-0646d8580608 owned by network:dhcp {{(pid=99800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:15.090809 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] For port 8034d7a9-9d49-43b7-9ca2-0646d8580608, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=8034d7a9-9d49-43b7-9ca2-0646d8580608,segment=NetworkSegment(ab710fd6-17f6-4ff1-961b-ab3b2776b935),segment_id=ab710fd6-17f6-4ff1-961b-ab3b2776b935)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:15.091215 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.103846 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:15.149520 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:15.149879 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 3d9f28b4-adfb-4fa9-8a94-22fe5895f644 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:15.150305 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 2a342886-0ad9-4a06-bd4f-af9367c68e7a no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:15.169601 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9035319'] for port, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.172627 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:15.174951 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Calling delete_port for 8034d7a9-9d49-43b7-9ca2-0646d8580608 owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:15.198734 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 2a342886-0ad9-4a06-bd4f-af9367c68e7a {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:15.198991 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] No DVR routers for this DVR port 8034d7a9-9d49-43b7-9ca2-0646d8580608 on host dv-cinder-796950-2-iscsi {{(pid=99800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:31:15.199131 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 2a342886-0ad9-4a06-bd4f-af9367c68e7a not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:15.199427 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 8034d7a9-9d49-43b7-9ca2-0646d8580608 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:15.203865 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Pushing event deleted for resources: {'Port': ['ID=8034d7a9-9d49-43b7-9ca2-0646d8580608,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:15.206678 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:15.223474 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 8034d7a9-9d49-43b7-9ca2-0646d8580608 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:15.223771 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 8034d7a9-9d49-43b7-9ca2-0646d8580608 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:15.272720 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.282452 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04fe7ee-30cb-494e-972a-2f20eab77ab5']}} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:15.284951 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.287609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:15.293979 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab710fd6-17f6-4ff1-961b-ab3b2776b935') {'for_net_delete': True} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:15.294282 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.services.segments.db [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab710fd6-17f6-4ff1-961b-ab3b2776b935') {} {{(pid=99800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:15.303288 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9592409'] for segment, before_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.309719 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Pushing event deleted for resources: {'Port': ['ID=8034d7a9-9d49-43b7-9ca2-0646d8580608,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:15.317677 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] No DVR routers for this DVR port 8034d7a9-9d49-43b7-9ca2-0646d8580608 on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:31:15.319987 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.320341 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.320690 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.321038 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.321368 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.321755 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.322107 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.322332 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.322450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.322794 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.323128 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.323450 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.323774 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-2-iscsi {{(pid=99801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 00:31:15.327263 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-45a90c28-12cb-49da-814f-7753a14827bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:15.329855 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=99800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:31:15.330899 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8950246'] for segment, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: Traceback (most recent call last): Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: timer() Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: cb(*args, **kw) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: return func(*args, **kwargs) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: self._notify() Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: self.callback(batched_events) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: event.method(event) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: return f(self, *a, **k) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._get(url).json() Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: return self.request(url, 'GET', **kwargs) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:31:15.341280 dv-cinder-796950-2-iscsi neutron-server[99800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:31:15.471209 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.475875 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron_lib.callbacks.manager [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:15.477727 dv-cinder-796950-2-iscsi neutron-server[99800]: INFO neutron.wsgi [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a04fe7ee-30cb-494e-972a-2f20eab77ab5 HTTP/1.1" status: 204 len: 168 time: 0.7069590 Jun 18 00:31:15.478518 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:15.480668 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44632) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:15.490667 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04fe7ee-30cb-494e-972a-2f20eab77ab5,revision_number=None']} {{(pid=99800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:15.495295 dv-cinder-796950-2-iscsi neutron-server[99800]: DEBUG oslo_concurrency.lockutils [None req-22686833-9245-4d0e-bec8-25e0e6062289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:15.811490 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752180'] for router_interface, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:16.049001 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Deleting port 605320fb-dfdd-429a-b28c-37279e27381d {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:16.049770 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:16.122107 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] For port 605320fb-dfdd-429a-b28c-37279e27381d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=605320fb-dfdd-429a-b28c-37279e27381d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:16.122375 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:16.189760 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Calling delete_port for 605320fb-dfdd-429a-b28c-37279e27381d owned by network:router_interface {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:16.402494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:16.404366 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-85100edc-8fa4-40a5-bcb3-ecca278c1943 tempest-AttachVolumeTestJSON-1701223025 tempest-AttachVolumeTestJSON-1701223025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:16.426520 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Pushing event deleted for resources: {'Port': ['ID=605320fb-dfdd-429a-b28c-37279e27381d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:16.430138 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:16.586403 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752008'] for router_interface, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:16.790831 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Router 58270f9c-14af-4131-a7a2-7f194cb990fc has already been hosted by L3 agent 906f15d5-ed5d-4864-a9ba-1352742c460e {{(pid=99799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 00:31:16.890758 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] Notify agent at l3_agent.dv-cinder-796950-2-iscsi the message routers_updated {{(pid=99799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 00:31:16.896316 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-82400614-b9b4-4d44-8769-c414ca58704d admin admin] 10.222.0.38 "PUT /v2.0/routers/58270f9c-14af-4131-a7a2-7f194cb990fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146533 Jun 18 00:31:16.898778 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44634) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:16.899297 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Sync routers for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 00:31:16.908365 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:16.908975 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:16.999692 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks [] for router, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.008876 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: dv-cinder-796950-2-iscsi {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:17.107975 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.183094 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'external_fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:31:16Z', 'revision_number': 5, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port': {'id': 'f1c21409-32e7-4979-9e89-37e41fbbaaf2', 'name': '', 'network_id': '4ea62950-9071-403e-b217-8d8f4a73d2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T00:22:38Z', 'updated_at': '2021-06-18T00:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9dc47cb9-5a08-4532-8874-157a230eeddc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-2-iscsi'}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:17.198053 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f67620a6-25a6-458e-b527-102fef3829b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.212573 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Checking router: 58270f9c-14af-4131-a7a2-7f194cb990fc for host: dv-cinder-796950-2-iscsi {{(pid=99802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 00:31:17.219508 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Deleting port f1c21409-32e7-4979-9e89-37e41fbbaaf2 {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:17.219862 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.220577 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Routers {'58270f9c-14af-4131-a7a2-7f194cb990fc'} bound to L3 agent in host dv-cinder-796950-2-iscsi {{(pid=99802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 00:31:17.221220 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T00:11:20Z,description=,heartbeat_timestamp=2021-06-18T00:30:50Z,host='dv-cinder-796950-2-iscsi',id=906f15d5-ed5d-4864-a9ba-1352742c460e,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T00:11:20Z,topic='l3_agent')) {'router_ids': ['58270f9c-14af-4131-a7a2-7f194cb990fc'], 'active': True} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:17.301643 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] For port f1c21409-32e7-4979-9e89-37e41fbbaaf2, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=f1c21409-32e7-4979-9e89-37e41fbbaaf2,segment=NetworkSegment(69d8ce99-08ca-4898-a266-a3a1dbb3d246),segment_id=69d8ce99-08ca-4898-a266-a3a1dbb3d246)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:17.302006 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.304182 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_dvr_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] Set router 58270f9c-14af-4131-a7a2-7f194cb990fc gateway port host: None {{(pid=99802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 00:31:17.354726 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:31:17Z', 'revision_number': 6, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port_host': None}], 'dv-cinder-796950-2-iscsi', False) {} {{(pid=99802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:17.363896 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Calling delete_port for f1c21409-32e7-4979-9e89-37e41fbbaaf2 owned by network:router_gateway {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:17.384156 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a3d-87b4-43ed-9535-8d59bed3d617 None None] The sync data for ids ['58270f9c-14af-4131-a7a2-7f194cb990fc'] in dv-cinder-796950-2-iscsi is: [{'id': '58270f9c-14af-4131-a7a2-7f194cb990fc', 'name': 'tempest-TestVolumeBootPattern-1300993254-router', 'tenant_id': '2f70e282207446b487bd402d34e2c733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T00:22:37Z', 'updated_at': '2021-06-18T00:31:17Z', 'revision_number': 6, 'project_id': '2f70e282207446b487bd402d34e2c733', 'gw_port_host': None}] {{(pid=99802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 00:31:17.563955 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.566590 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e9846422-6209-4856-a776-031861f61918 tempest-TestShelveInstance-1870397685 tempest-TestShelveInstance-1870397685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:17.589821 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c21409-32e7-4979-9e89-37e41fbbaaf2,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:17.594182 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:17.651154 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684964'] for router_gateway, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.739494 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3755642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1584'] for router, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.741645 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.855506 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3753003'] for router, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.856037 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58270f9c-14af-4131-a7a2-7f194cb990fc {{(pid=99799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 00:31:17.860251 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] Notify callbacks [] for router, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:17.861416 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-a86c8508-b4c2-4b61-a351-2e8559af71fb admin admin] 10.222.0.38 "DELETE /v2.0/routers/58270f9c-14af-4131-a7a2-7f194cb990fc HTTP/1.1" status: 204 len: 168 time: 0.9617088 Jun 18 00:31:17.863775 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44638) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:18.163481 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Deleting subnet f567292e-cb58-4db5-9f4b-830755ca83c1 {{(pid=99799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 00:31:18.166442 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.200435 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2509595'] for subnet, precommit_delete_associations {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.274817 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837222'] for subnet, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.421470 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2570762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10309816'] for subnet, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.424832 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:18.448180 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f567292e-cb58-4db5-9f4b-830755ca83c1,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:18.450827 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:18.453637 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for subnet, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.456107 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-2c7e00ce-f455-4a1d-ad73-dc168a10e2b7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f567292e-cb58-4db5-9f4b-830755ca83c1 HTTP/1.1" status: 204 len: 168 time: 0.5908923 Jun 18 00:31:18.458513 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44640) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:18.459343 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9f4c4-cbc2-4919-9e11-221a9b499556 None None] Network 8e217a1b-01fd-4440-b747-1e1a9f62e806 requested from dv-cinder-796950-2-iscsi {{(pid=99801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 00:31:18.524871 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007642'] for network, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.579044 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Deleting port 609489c8-8466-4dcf-86f7-fed1c73e911d {{(pid=99799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:18.579408 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.634509 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] DHCP port deletion for 8e217a1b-01fd-4440-b747-1e1a9f62e806 request from dv-cinder-796950-2-iscsi {{(pid=99801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 00:31:18.641217 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.db [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] For port 609489c8-8466-4dcf-86f7-fed1c73e911d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=609489c8-8466-4dcf-86f7-fed1c73e911d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:18.641725 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.681612 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Deleting port 609489c8-8466-4dcf-86f7-fed1c73e911d {{(pid=99801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 00:31:18.682001 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784057675237'] for port, before_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.705994 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.plugin [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Calling delete_port for 609489c8-8466-4dcf-86f7-fed1c73e911d owned by network:dhcp {{(pid=99799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:18.741461 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.db [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] For port 609489c8-8466-4dcf-86f7-fed1c73e911d, host dv-cinder-796950-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-2-iscsi',level=0,port_id=609489c8-8466-4dcf-86f7-fed1c73e911d,segment=NetworkSegment(3daf26c1-ede3-4359-ae9a-55dd2acea1f8),segment_id=3daf26c1-ede3-4359-ae9a-55dd2acea1f8)] {{(pid=99801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 00:31:18.741857 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3683493'] for port, precommit_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.804812 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Calling delete_port for 609489c8-8466-4dcf-86f7-fed1c73e911d owned by network:dhcp {{(pid=99801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 00:31:18.878786 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570864'] for port, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.881717 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-93e7d3f1-4721-4f8d-a048-8019d493b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:18.884180 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1042077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784057678821', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784057154142'] for port, after_delete {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.886139 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:18.906558 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Pushing event deleted for resources: {'Port': ['ID=609489c8-8466-4dcf-86f7-fed1c73e911d,revision_number=None']} {{(pid=99801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:18.907273 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=609489c8-8466-4dcf-86f7-fed1c73e911d,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:18.910873 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:18.911657 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] No DVR routers for this DVR port 609489c8-8466-4dcf-86f7-fed1c73e911d on host dv-cinder-796950-2-iscsi {{(pid=99799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:31:18.911998 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG oslo_concurrency.lockutils [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:18.917486 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f1593-f322-46c1-a21b-6b03d614cd12 None None] No DVR routers for this DVR port 609489c8-8466-4dcf-86f7-fed1c73e911d on host dv-cinder-796950-2-iscsi {{(pid=99801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 00:31:18.980243 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-843257', 'neutron.services.segments.db._delete_segments_for_network-8784057694931'] for network, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:18.990193 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e217a1b-01fd-4440-b747-1e1a9f62e806']}} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:18.999471 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daf26c1-ede3-4359-ae9a-55dd2acea1f8') {'for_net_delete': True} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:18.999759 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.services.segments.db [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daf26c1-ede3-4359-ae9a-55dd2acea1f8') {} {{(pid=99799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 00:31:19.008898 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784057694760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2509586'] for segment, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.022836 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089'] for segment, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=99799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520481'] for segment, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: conditions |= (models_v2.Port.network_id.in_( Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: Traceback (most recent call last): Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: timer() Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: cb(*args, **kw) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: return func(*args, **kwargs) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: self._notify() Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: self.callback(batched_events) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: event.method(event) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: return f(self, *a, **k) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._get(url).json() Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: return self.request(url, 'GET', **kwargs) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 00:31:19.035447 dv-cinder-796950-2-iscsi neutron-server[99799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 00:31:19.087191 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 609489c8-8466-4dcf-86f7-fed1c73e911d no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:19.106463 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 609489c8-8466-4dcf-86f7-fed1c73e911d {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:19.106846 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 609489c8-8466-4dcf-86f7-fed1c73e911d not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:19.107258 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f1c21409-32e7-4979-9e89-37e41fbbaaf2 no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:19.127956 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: f1c21409-32e7-4979-9e89-37e41fbbaaf2 {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:19.128312 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device f1c21409-32e7-4979-9e89-37e41fbbaaf2 not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:19.128730 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 605320fb-dfdd-429a-b28c-37279e27381d no longer exists at agent ovs-agent-dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 00:31:19.146884 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.plugin [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] No Port match for: 605320fb-dfdd-429a-b28c-37279e27381d {{(pid=99801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 00:31:19.147240 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron.plugins.ml2.rpc [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Device 605320fb-dfdd-429a-b28c-37279e27381d not bound to the agent host dv-cinder-796950-2-iscsi {{(pid=99801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 00:31:19.175318 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-843232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3842560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3685051'] for network, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.179346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-fc74bd84-c620-4b6d-801e-5b2952d261fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:19.181861 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160022'] for network, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.183696 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] 10.222.0.38 "DELETE /v2.0/networks/8e217a1b-01fd-4440-b747-1e1a9f62e806 HTTP/1.1" status: 204 len: 168 time: 0.7242210 Jun 18 00:31:19.195159 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e217a1b-01fd-4440-b747-1e1a9f62e806,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:19.202018 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-e86df71d-5387-4d13-8f50-43365ddd6e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:19.621087 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.665888 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44644) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:19.704293 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-8527d444-4812-471d-a778-077a561d29f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8efc57636e9144c69454f99ef75be326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371695 Jun 18 00:31:19.706552 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44646) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:19.753142 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.772899 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.824608 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-7181a09c-8805-4c93-bab7-aa1b0b482735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.911439 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.914079 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:19.915367 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b518769-3ebb-4f7b-9c26-e9fd74d39885 HTTP/1.1" status: 204 len: 168 time: 0.2079189 Jun 18 00:31:19.920858 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-4947e37e-1ebb-4f5f-ade6-4161b486657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:19.923806 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b518769-3ebb-4f7b-9c26-e9fd74d39885,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:19.927493 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-0c23f18b-c740-4f08-b7e9-387f80cc1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:19.942539 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:20.543768 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44652) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:20.586371 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-9b06a1a7-276d-45ae-8897-02d0e5c8b1b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f70e282207446b487bd402d34e2c733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414243 Jun 18 00:31:20.588658 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.wsgi [-] (99799) accepted ('10.222.0.38', 44654) {{(pid=99799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 00:31:20.633346 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:20.653914 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:20.802616 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842609'] for security_group, after_delete {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:20.805198 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron_lib.callbacks.manager [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:20.806362 dv-cinder-796950-2-iscsi neutron-server[99799]: INFO neutron.wsgi [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b77ac857-f9b3-405e-a65b-753ac2475de0 HTTP/1.1" status: 204 len: 168 time: 0.2168398 Jun 18 00:31:20.807144 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-327ca2a0-04a8-423c-a95a-076b343ad196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 00:31:20.823382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ac857-f9b3-405e-a65b-753ac2475de0,revision_number=None']} {{(pid=99799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 00:31:20.823382 dv-cinder-796950-2-iscsi neutron-server[99799]: DEBUG oslo_concurrency.lockutils [None req-1427c4b4-0230-445b-8b35-7117a682a576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 00:31:20.848483 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:22.476853 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:47.231869 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-db02fd06-5bfa-45a4-9f27-ce2106be53fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:49.511622 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:49.774452 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2dfe28e1-938b-4106-bbed-297c017168d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:49.851727 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:31:49.871628 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:50.778840 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:31:52.494198 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:17.179362 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-613e0254-3813-4273-91c4-89f04c97c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:19.493914 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:19.789651 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-6990fdb3-be15-4494-b78c-e161979927b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:19.903609 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:20.767832 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:22.510541 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:26.850294 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:32:47.298846 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d3f2-38b2-407c-a1ae-cd3b13a65578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:49.510330 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:49.966330 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-15c46e52-ee91-4bc4-a56c-7e2f1cf97019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:50.011568 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:50.790090 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:32:52.487306 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:03.848240 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:33:17.178438 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-89bca333-659f-483d-9233-6e0e351291c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:19.515316 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:19.826237 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-3793457a-51c1-4dfe-b849-00683b1b727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:19.896602 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:20.778024 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:22.486457 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:40.847218 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:33:47.183572 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-fe7a2611-f3f0-46c3-8b62-d4ab0501e9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:49.564493 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:49.783099 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-f9054e01-2a70-42da-b666-d5dc5d3ec3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:49.897718 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:50.771848 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:33:52.497412 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:17.200014 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-993bad74-2198-4eae-89df-c9d7a00fffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:17.846173 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:34:19.548297 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:19.775298 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-33755aee-496b-4c0a-bba9-5dd7a1587e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:19.907058 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:20.782329 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:22.489884 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:47.197992 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa161-8586-44c1-a6a5-b24ad79856e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:49.569218 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:49.792557 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-0a126c3f-adb2-40b2-94ef-8bc4532c77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:49.907837 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:50.787594 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:52.500673 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:34:54.846016 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:35:17.192852 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-4c6a291c-bd60-4d45-abdd-3c94c7a5a13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:19.563968 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:19.791239 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-8cda1210-d7e3-4da8-a456-86b93c09baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:19.905725 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:20.797399 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:22.495227 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:31.844072 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:35:47.192080 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-eb293164-c5f2-40b5-b907-0292ea4348b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:49.556342 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:49.780783 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-41a47537-ac10-4c3f-98d2-bc9ddd913dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:49.894651 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:50.820901 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:35:52.540437 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:08.842668 dv-cinder-796950-2-iscsi neutron-server[99802]: DEBUG neutron.db.agents_db [None req-ea88de24-6533-416f-a1ef-fee5e9a3cffa None None] Agent healthcheck: found 6 active agents {{(pid=99802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 00:36:17.203064 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-a594449e-f27f-4944-986e-fad4deadfd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:19.591412 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-2a083b11-7358-4730-ab70-cae6ff95a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:19.785505 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9cba-baa7-4c09-96d1-b370f8c89bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:19.888173 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-cea7949f-3000-457f-b2b7-897965af6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:20.808215 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-627ab66a-35b2-4509-88db-fc95b2078325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 00:36:22.504459 dv-cinder-796950-2-iscsi neutron-server[99801]: DEBUG neutron_lib.callbacks.manager [None req-90ca9729-514a-4d3e-a970-b8991d2c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784057694913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-841635'] for agent, after_update {{(pid=99801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}